-- Logs begin at Sat 2021-04-17 03:27:21 UTC, end at Sat 2021-04-17 04:21:25 UTC. -- Apr 17 03:57:20.538929 dv-cinder-786054-2-smb systemd[1]: Started Devstack devstack@q-svc.service. Apr 17 03:57:23.632872 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.common.config [-] Logging enabled! Apr 17 03:57:23.633444 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev95 Apr 17 03:57:23.634733 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=86217) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 17 03:57:23.636513 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.common.config [-] Logging enabled! Apr 17 03:57:23.636789 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev95 Apr 17 03:57:23.637134 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=86217) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 17 03:57:23.638175 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Apr 17 03:57:23.638433 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Apr 17 03:57:23.639492 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Apr 17 03:57:23.639763 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Apr 17 03:57:23.640019 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Apr 17 03:57:23.640379 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 17 03:57:23.640746 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 17 03:57:23.641061 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 17 03:57:23.641316 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 17 03:57:23.641656 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 17 03:57:23.641983 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 17 03:57:23.642297 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 17 03:57:23.642621 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 17 03:57:23.642951 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 17 03:57:23.643268 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 17 03:57:23.643575 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 17 03:57:23.643887 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 17 03:57:23.644140 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 17 03:57:23.644460 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.common.config [-] config_source = [] {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 17 03:57:23.644784 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 17 03:57:23.645113 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 17 03:57:23.645359 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.common.config [-] debug = True {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 17 03:57:23.645666 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 17 03:57:23.646185 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 17 03:57:23.646497 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 17 03:57:23.646803 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 17 03:57:23.647122 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 17 03:57:23.647424 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 17 03:57:23.647728 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 17 03:57:23.648030 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 17 03:57:23.648363 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 17 03:57:23.648745 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.common.config [-] host = dv-cinder-786054-2-smb {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 17 03:57:23.649049 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 17 03:57:23.649367 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 17 03:57:23.649685 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 17 03:57:23.650002 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 17 03:57:23.650302 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 17 03:57:23.650609 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 17 03:57:23.650922 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 17 03:57:23.651222 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.common.config [-] log_dir = None {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 17 03:57:23.651521 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.common.config [-] log_file = None {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 17 03:57:23.651820 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 17 03:57:23.652139 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 17 03:57:23.652480 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 17 03:57:23.652815 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 17 03:57:23.653060 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 17 03:57:23.653305 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 17 03:57:23.653626 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 17 03:57:23.653944 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 17 03:57:23.654245 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 17 03:57:23.654548 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 17 03:57:23.654847 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 17 03:57:23.655146 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 17 03:57:23.655446 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 17 03:57:23.655739 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 17 03:57:23.656056 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 17 03:57:23.656374 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 17 03:57:23.656732 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 17 03:57:23.657033 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 17 03:57:23.657333 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 17 03:57:23.657635 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 17 03:57:23.657931 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 17 03:57:23.658244 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 17 03:57:23.658543 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 17 03:57:23.658845 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 17 03:57:23.659143 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 17 03:57:23.659463 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 17 03:57:23.659758 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 17 03:57:23.660056 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 17 03:57:23.660427 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 17 03:57:23.660727 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 17 03:57:23.661043 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 17 03:57:23.661358 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 17 03:57:23.661656 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 17 03:57:23.661972 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 17 03:57:23.662268 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 17 03:57:23.662564 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.common.config [-] use_journal = False {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 17 03:57:23.662858 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.common.config [-] use_json = False {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 17 03:57:23.663156 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 17 03:57:23.663449 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 17 03:57:23.663760 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 17 03:57:23.664119 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 17 03:57:23.664447 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 17 03:57:23.664755 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 17 03:57:23.665054 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 17 03:57:23.665373 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 17 03:57:23.665701 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:23.666032 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:23.666367 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:23.666675 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:23.667000 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:23.667305 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:23.667631 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:23.667940 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:23.668259 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:23.668607 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:23.668925 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:23.669227 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:23.669549 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:23.669853 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:23.670180 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:23.670516 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:23.670845 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:23.671169 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:23.671470 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:23.671770 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:23.672070 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:23.672373 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:23.672711 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:23.673038 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:23.673362 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:23.673664 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:23.673965 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:23.674286 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:23.674587 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:23.674884 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:23.675189 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:23.675511 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:23.675815 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:23.676111 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:23.676434 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:23.676740 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:23.677039 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:23.677335 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:23.677641 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:23.677959 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:23.678262 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:23.678560 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:23.678854 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:23.679155 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:23.679452 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:23.679808 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:23.680111 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:23.680417 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:23.680728 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:23.681035 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:23.681335 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:23.681636 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:23.681938 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:23.682238 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:23.682539 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:23.682839 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:23.683138 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:23.683438 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:23.683737 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:23.684035 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:23.684334 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:23.684672 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:23.684976 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:23.685275 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:23.685575 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:23.685873 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:23.686176 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:23.686475 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:23.686790 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:23.687119 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:23.687432 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:23.687741 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:23.688066 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:23.688354 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:23.688685 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:23.688993 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:23.689300 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:23.689606 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:23.689910 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:23.690237 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:23.690550 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:23.690865 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:23.691182 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:23.691490 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:23.691821 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:23.692131 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:23.692479 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:23.692787 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:23.693093 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:23.693415 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:23.693726 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:23.694052 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:23.694377 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:23.694700 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:23.695022 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:23.695436 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:23.695751 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:23.696097 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:23.696418 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:23.696676 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Apr 17 03:57:23.696937 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=86217) load_app /usr/local/lib/python3.6/dist-packages/oslo_service/wsgi.py:350}} Apr 17 03:57:24.347765 dv-cinder-786054-2-smb neutron-server[86217]: INFO keyring.backend [-] Loading Gnome Apr 17 03:57:24.364493 dv-cinder-786054-2-smb neutron-server[86217]: INFO keyring.backend [-] Loading Google Apr 17 03:57:24.367277 dv-cinder-786054-2-smb neutron-server[86217]: INFO keyring.backend [-] Loading Windows (alt) Apr 17 03:57:24.370808 dv-cinder-786054-2-smb neutron-server[86217]: INFO keyring.backend [-] Loading file Apr 17 03:57:24.371650 dv-cinder-786054-2-smb neutron-server[86217]: INFO keyring.backend [-] Loading keyczar Apr 17 03:57:24.371926 dv-cinder-786054-2-smb neutron-server[86217]: INFO keyring.backend [-] Loading multi Apr 17 03:57:24.372588 dv-cinder-786054-2-smb neutron-server[86217]: INFO keyring.backend [-] Loading pyfs Apr 17 03:57:24.417743 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=86217) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 03:57:24.418042 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=86217) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 03:57:24.418366 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=86217) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 03:57:24.418732 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.manager [-] Loading core plugin: ml2 Apr 17 03:57:24.806654 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86217) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 17 03:57:24.807200 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86217) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 17 03:57:24.807200 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86217) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 17 03:57:24.808642 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86217) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 17 03:57:24.809062 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86217) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 17 03:57:24.809352 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86217) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 17 03:57:24.845944 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86217) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 17 03:57:24.846237 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86217) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 17 03:57:24.846532 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86217) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 17 03:57:24.861288 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86217) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 17 03:57:24.861586 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86217) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 17 03:57:24.861877 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86217) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 17 03:57:24.925984 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86217) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 17 03:57:24.926287 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86217) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 17 03:57:24.926577 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86217) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 17 03:57:24.927576 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86217) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 17 03:57:24.927871 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86217) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 17 03:57:24.929632 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86217) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 17 03:57:25.194294 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=86217) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 17 03:57:25.194488 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=86217) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 17 03:57:25.194815 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=86217) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 17 03:57:25.195107 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=86217) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 17 03:57:25.195997 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=86217) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 17 03:57:25.340869 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=86217) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 17 03:57:25.341255 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=86217) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 17 03:57:25.341560 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=86217) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 17 03:57:25.341853 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=86217) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 17 03:57:25.342144 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=86217) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 17 03:57:25.342519 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=86217) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 17 03:57:25.342979 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=86217) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 17 03:57:25.343266 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=86217) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 17 03:57:25.343549 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=86217) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 17 03:57:25.343887 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=86217) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 17 03:57:25.344178 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=86217) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 17 03:57:25.344482 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=86217) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 17 03:57:25.344784 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86217) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 17 03:57:25.345070 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=86217) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 17 03:57:25.345374 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=86217) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 17 03:57:25.345688 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=86217) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 17 03:57:25.345978 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=86217) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 17 03:57:25.346294 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86217) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 17 03:57:25.346570 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86217) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 17 03:57:25.346888 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=86217) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 17 03:57:25.347337 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=86217) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 17 03:57:25.347617 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=86217) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 17 03:57:25.347892 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=86217) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 17 03:57:25.348225 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86217) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 17 03:57:25.348551 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86217) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 17 03:57:25.348826 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86217) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 17 03:57:25.349234 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=86217) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 17 03:57:25.349501 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=86217) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 17 03:57:25.349766 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=86217) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 17 03:57:25.350031 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=86217) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 17 03:57:25.350293 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=86217) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 17 03:57:25.350557 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=86217) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 17 03:57:25.350964 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Apr 17 03:57:25.354097 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Apr 17 03:57:25.358037 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Apr 17 03:57:25.361804 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(100, 149)])]) Apr 17 03:57:25.363463 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Apr 17 03:57:25.364784 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Apr 17 03:57:25.365160 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Apr 17 03:57:25.365586 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Apr 17 03:57:25.369372 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Apr 17 03:57:25.369652 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Apr 17 03:57:25.370090 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Apr 17 03:57:25.396594 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Apr 17 03:57:25.397101 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=86217) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 17 03:57:25.397426 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=86217) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Apr 17 03:57:25.397831 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=86217) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 17 03:57:25.399190 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=86217) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Apr 17 03:57:25.399513 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Apr 17 03:57:25.399774 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Apr 17 03:57:25.402953 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=86217) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 17 03:57:25.403263 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=86217) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 17 03:57:25.469128 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Apr 17 03:57:25.469275 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Apr 17 03:57:25.469577 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Apr 17 03:57:25.469971 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Apr 17 03:57:25.508909 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_db.sqlalchemy.engines [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=86217) _check_effective_sql_mode /usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Apr 17 03:57:25.960223 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.plugins.ml2.managers [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Initializing driver for type 'gre' Apr 17 03:57:25.961152 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] gre ID ranges: [(1, 1000)] Apr 17 03:57:26.012248 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.plugins.ml2.managers [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Initializing driver for type 'local' Apr 17 03:57:26.012665 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.plugins.ml2.managers [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Initializing driver for type 'vlan' Apr 17 03:57:26.024855 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] VlanTypeDriver initialization complete Apr 17 03:57:26.025256 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.plugins.ml2.managers [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Initializing driver for type 'vxlan' Apr 17 03:57:26.025790 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] vxlan ID ranges: [(1, 1000)] Apr 17 03:57:26.071422 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.plugins.ml2.managers [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Initializing extension driver 'port_security' Apr 17 03:57:26.071783 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.plugins.ml2.extensions.port_security [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] PortSecurityExtensionDriver initialization complete Apr 17 03:57:26.072160 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.plugins.ml2.managers [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Initializing mechanism driver 'openvswitch' Apr 17 03:57:26.072554 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.plugins.ml2.managers [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Initializing mechanism driver 'hyperv' Apr 17 03:57:26.079274 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.plugin [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=86217) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 17 03:57:26.080101 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Subscribe: > port after_create 55550000 {{(pid=86217) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 17 03:57:26.080536 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Subscribe: > port after_update 55550000 {{(pid=86217) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 17 03:57:26.080929 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Subscribe: > port after_delete 55550000 {{(pid=86217) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 17 03:57:26.081365 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Subscribe: > subnet after_create 55550000 {{(pid=86217) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 17 03:57:26.081790 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Subscribe: > subnet after_update 55550000 {{(pid=86217) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 17 03:57:26.082173 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Subscribe: > subnet after_delete 55550000 {{(pid=86217) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 17 03:57:26.082591 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Subscribe: > network after_create 55550000 {{(pid=86217) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 17 03:57:26.082978 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Subscribe: > network after_update 55550000 {{(pid=86217) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 17 03:57:26.083358 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Subscribe: > network after_delete 55550000 {{(pid=86217) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 17 03:57:26.083770 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Subscribe: > security_group after_create 55550000 {{(pid=86217) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 17 03:57:26.084154 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Subscribe: > security_group after_update 55550000 {{(pid=86217) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 17 03:57:26.084714 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Subscribe: > security_group after_delete 55550000 {{(pid=86217) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 17 03:57:26.085133 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=86217) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 17 03:57:26.085500 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=86217) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 17 03:57:26.085878 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=86217) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 17 03:57:26.086292 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Subscribe: > address_group after_create 55550000 {{(pid=86217) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 17 03:57:26.086673 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Subscribe: > address_group after_update 55550000 {{(pid=86217) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 17 03:57:26.087043 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Subscribe: > address_group after_delete 55550000 {{(pid=86217) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 17 03:57:26.087406 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] ML2 OVO RPC backend initialized. {{(pid=86217) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}} Apr 17 03:57:26.088201 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Subscribe: > router_interface after_create 55550000 {{(pid=86217) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 17 03:57:26.088622 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=86217) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 17 03:57:26.089077 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Subscribe: > network before_response 55550000 {{(pid=86217) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 17 03:57:26.089459 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Subscribe: > networks before_response 55550000 {{(pid=86217) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 17 03:57:26.089838 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Subscribe: > port before_response 55550000 {{(pid=86217) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 17 03:57:26.090212 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Subscribe: > ports before_response 55550000 {{(pid=86217) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 17 03:57:26.090591 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Subscribe: > subnet before_response 55550000 {{(pid=86217) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 17 03:57:26.090965 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Subscribe: > subnets before_response 55550000 {{(pid=86217) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 17 03:57:26.091347 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Subscribe: > network after_create 55550000 {{(pid=86217) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 17 03:57:26.091721 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Subscribe: > network after_update 55550000 {{(pid=86217) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 17 03:57:26.092088 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Subscribe: > network after_delete 55550000 {{(pid=86217) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 17 03:57:26.092483 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Subscribe: > port after_create 55550000 {{(pid=86217) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 17 03:57:26.092843 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Subscribe: > port after_update 55550000 {{(pid=86217) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 17 03:57:26.093211 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Subscribe: > port after_delete 55550000 {{(pid=86217) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 17 03:57:26.093580 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Subscribe: > subnet after_create 55550000 {{(pid=86217) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 17 03:57:26.093954 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Subscribe: > subnet after_update 55550000 {{(pid=86217) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 17 03:57:26.094323 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Subscribe: > subnet after_delete 55550000 {{(pid=86217) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 17 03:57:26.094956 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.plugins.ml2.plugin [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Modular L2 Plugin initialization complete Apr 17 03:57:26.095318 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.manager [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Loading services supported by the core plugin {{(pid=86217) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Apr 17 03:57:26.095681 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.plugins.ml2.managers [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Got port-security extension from driver 'port_security' Apr 17 03:57:26.096187 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.extensions.vlantransparent [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Disabled vlantransparent extension. Apr 17 03:57:26.096767 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.manager [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=86217) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Apr 17 03:57:26.097112 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.manager [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Loading Plugin: router Apr 17 03:57:26.134982 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Subscribe: > router_interface before_create 55550000 {{(pid=86217) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 17 03:57:26.135429 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Subscribe: > router after_create 55549900 {{(pid=86217) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 17 03:57:26.135841 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Subscribe: > router before_create 55549900 {{(pid=86217) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 17 03:57:26.136244 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=86217) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 17 03:57:26.136725 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=86217) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 17 03:57:26.137123 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Subscribe: > router after_delete 55549900 {{(pid=86217) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 17 03:57:26.137521 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Subscribe: > floatingip after_update 55550000 {{(pid=86217) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 17 03:57:26.137930 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Subscribe: > router after_create 55549900 {{(pid=86217) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 17 03:57:26.138311 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Subscribe: > router after_update 55549900 {{(pid=86217) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 17 03:57:26.138707 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Subscribe: > router after_update 55549900 {{(pid=86217) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 17 03:57:26.139099 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=86217) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 17 03:57:26.139500 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Subscribe: > router after_update 55549900 {{(pid=86217) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 17 03:57:26.139997 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Subscribe: > router precommit_update 55549900 {{(pid=86217) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 17 03:57:26.140442 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Subscribe: port after_update 55550000 {{(pid=86217) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 17 03:57:26.140839 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Subscribe: port after_delete 55550000 {{(pid=86217) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 17 03:57:26.141201 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Subscribe: subnet after_update 55550000 {{(pid=86217) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 17 03:57:26.141580 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=86217) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 17 03:57:26.141967 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Subscribe: > port precommit_delete 55550000 {{(pid=86217) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 17 03:57:26.142352 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Subscribe: > router precommit_create 55549900 {{(pid=86217) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 17 03:57:26.142734 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Subscribe: port before_delete 55550000 {{(pid=86217) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 17 03:57:26.143112 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Subscribe: > router precommit_create 55550000 {{(pid=86217) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 17 03:57:26.143516 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Subscribe: > router after_update 55549900 {{(pid=86217) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 17 03:57:26.143895 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Subscribe: > router precommit_delete 55549900 {{(pid=86217) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 17 03:57:26.144280 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Subscribe: > router precommit_create 55549900 {{(pid=86217) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 17 03:57:26.144717 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Subscribe: > router_interface after_create 55550000 {{(pid=86217) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 17 03:57:26.145104 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Subscribe: > router precommit_update 55549900 {{(pid=86217) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 17 03:57:26.145544 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Subscribe: > network after_delete 55550000 {{(pid=86217) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 17 03:57:26.146549 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource_registry [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Tracking information for resource: router configured {{(pid=86217) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 17 03:57:26.146918 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource_registry [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Tracking information for resource: floatingip configured {{(pid=86217) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 17 03:57:26.151754 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.db.l3_agentschedulers_db [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Apr 17 03:57:26.152432 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Subscribe: port after_update 55550000 {{(pid=86217) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 17 03:57:26.152814 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Subscribe: port after_create 55550000 {{(pid=86217) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 17 03:57:26.153201 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Subscribe: port after_delete 55550000 {{(pid=86217) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 17 03:57:26.153587 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Subscribe: port after_update 55550000 {{(pid=86217) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 17 03:57:26.154480 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Subscribe: > router before_create 55550100 {{(pid=86217) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 17 03:57:26.154884 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Subscribe: > router precommit_delete 55550100 {{(pid=86217) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 17 03:57:26.155291 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Subscribe: > router precommit_create 55550100 {{(pid=86217) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 17 03:57:26.155685 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Subscribe: > router precommit_update 55550100 {{(pid=86217) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 17 03:57:26.160597 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.services.provider_configuration [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Service providers = [] {{(pid=86217) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Apr 17 03:57:26.160997 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.servicetype_db [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=86217) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Apr 17 03:57:26.163825 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.services.service_base [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=86217) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Apr 17 03:57:26.164267 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.services.service_base [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=86217) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Apr 17 03:57:26.164696 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.services.service_base [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=86217) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Apr 17 03:57:26.165598 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.services.service_base [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=86217) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Apr 17 03:57:26.165998 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.services.service_base [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Default provider is not specified for service type L3_ROUTER_NAT Apr 17 03:57:26.166411 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.manager [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=86217) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 17 03:57:26.166762 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.manager [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Apr 17 03:57:26.176921 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.manager [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=86217) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 17 03:57:26.177296 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.manager [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Loading Plugin: auto_allocate Apr 17 03:57:26.183148 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Subscribe: network precommit_update 55550000 {{(pid=86217) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 17 03:57:26.183554 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Subscribe: network precommit_create 55550000 {{(pid=86217) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 17 03:57:26.184146 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.manager [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=86217) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 17 03:57:26.184524 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.manager [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Loading Plugin: tag Apr 17 03:57:26.191769 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.manager [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=86217) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 17 03:57:26.192118 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.manager [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Loading Plugin: timestamp Apr 17 03:57:26.196233 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.manager [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=86217) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 17 03:57:26.196633 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.manager [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Loading Plugin: network_ip_availability Apr 17 03:57:26.202571 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=86217) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 17 03:57:26.202980 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=86217) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 17 03:57:26.203369 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86217) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 17 03:57:26.204190 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.manager [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=86217) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 17 03:57:26.204599 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.manager [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Loading Plugin: flavors Apr 17 03:57:26.209199 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.manager [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=86217) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 17 03:57:26.209568 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.manager [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Loading Plugin: revisions Apr 17 03:57:26.214278 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.manager [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=86217) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 17 03:57:26.214647 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.796s {{(pid=86217) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 03:57:26.215470 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.extensions [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=86217) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Apr 17 03:57:26.215827 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.api.extensions [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Initializing extension manager. Apr 17 03:57:26.216423 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.extensions [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Loading extension file: __init__.py {{(pid=86217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 17 03:57:26.216822 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.extensions [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Loading extension file: __pycache__ {{(pid=86217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 17 03:57:26.217197 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.extensions [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=86217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 17 03:57:26.217567 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.extensions [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Loading extension file: address_group.py {{(pid=86217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 17 03:57:26.218382 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.extensions [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=86217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 17 03:57:26.219032 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.api.extensions [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Loaded extension: address-group Apr 17 03:57:26.219393 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.extensions [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Loading extension file: address_scope.py {{(pid=86217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 17 03:57:26.220163 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.extensions [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=86217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 17 03:57:26.220758 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.api.extensions [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Loaded extension: address-scope Apr 17 03:57:26.221117 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.extensions [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Loading extension file: admin_state_down_before_update.py {{(pid=86217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 17 03:57:26.222040 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.extensions [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=86217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 17 03:57:26.222611 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.api.extensions [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Loaded extension: router-admin-state-down-before-update Apr 17 03:57:26.222973 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.extensions [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Loading extension file: agent.py {{(pid=86217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 17 03:57:26.223727 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.extensions [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=86217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 17 03:57:26.224292 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.api.extensions [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Loaded extension: agent Apr 17 03:57:26.224677 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.extensions [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Loading extension file: agent_resources_synced.py {{(pid=86217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 17 03:57:26.225611 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.extensions [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=86217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 17 03:57:26.226174 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.api.extensions [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Loaded extension: agent-resources-synced Apr 17 03:57:26.226594 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.extensions [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Loading extension file: allowedaddresspairs.py {{(pid=86217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 17 03:57:26.228434 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.extensions [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=86217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 17 03:57:26.229016 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.api.extensions [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Loaded extension: allowed-address-pairs Apr 17 03:57:26.229382 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.extensions [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Loading extension file: auto_allocated_topology.py {{(pid=86217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 17 03:57:26.230466 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.extensions [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=86217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 17 03:57:26.231037 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.api.extensions [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Loaded extension: auto-allocated-topology Apr 17 03:57:26.231398 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.extensions [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Loading extension file: availability_zone.py {{(pid=86217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 17 03:57:26.232160 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.extensions [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=86217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 17 03:57:26.232750 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.api.extensions [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Loaded extension: availability_zone Apr 17 03:57:26.233110 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.extensions [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Loading extension file: availability_zone_filter.py {{(pid=86217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 17 03:57:26.234038 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.extensions [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=86217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 17 03:57:26.234601 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.api.extensions [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Loaded extension: availability_zone_filter Apr 17 03:57:26.234960 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.extensions [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Loading extension file: data_plane_status.py {{(pid=86217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 17 03:57:26.236008 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.extensions [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=86217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 17 03:57:26.236610 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.api.extensions [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Extension data-plane-status not supported by any of loaded plugins Apr 17 03:57:26.236970 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.extensions [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Loading extension file: default_subnetpools.py {{(pid=86217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 17 03:57:26.237921 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.extensions [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=86217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 17 03:57:26.238488 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.api.extensions [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Loaded extension: default-subnetpools Apr 17 03:57:26.238848 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.extensions [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Loading extension file: dhcpagentscheduler.py {{(pid=86217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 17 03:57:26.239734 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.extensions [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=86217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 17 03:57:26.240310 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.api.extensions [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Loaded extension: dhcp_agent_scheduler Apr 17 03:57:26.240702 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.extensions [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Loading extension file: dns.py {{(pid=86217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 17 03:57:26.241636 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.extensions [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=86217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 17 03:57:26.242225 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.api.extensions [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Extension dns-integration not supported by any of loaded plugins Apr 17 03:57:26.242587 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.extensions [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Loading extension file: dns_domain_ports.py {{(pid=86217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 17 03:57:26.243511 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.extensions [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=86217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 17 03:57:26.244082 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.api.extensions [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Extension dns-domain-ports not supported by any of loaded plugins Apr 17 03:57:26.244458 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.extensions [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Loading extension file: dvr.py {{(pid=86217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 17 03:57:26.245197 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.extensions [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=86217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 17 03:57:26.245766 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.api.extensions [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Loaded extension: dvr Apr 17 03:57:26.246126 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.extensions [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Loading extension file: empty_string_filtering.py {{(pid=86217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 17 03:57:26.247053 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.extensions [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=86217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 17 03:57:26.247618 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.api.extensions [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Loaded extension: empty-string-filtering Apr 17 03:57:26.247977 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.extensions [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=86217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 17 03:57:26.248935 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.extensions [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=86217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 17 03:57:26.249492 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.api.extensions [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Apr 17 03:57:26.249846 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.extensions [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=86217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 17 03:57:26.250780 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.extensions [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=86217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 17 03:57:26.251342 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.api.extensions [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Apr 17 03:57:26.251702 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.extensions [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Loading extension file: external_net.py {{(pid=86217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 17 03:57:26.252663 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.extensions [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=86217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 17 03:57:26.253227 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.api.extensions [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Loaded extension: external-net Apr 17 03:57:26.253585 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.extensions [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Loading extension file: extra_dhcp_opt.py {{(pid=86217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 17 03:57:26.254506 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.extensions [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=86217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 17 03:57:26.255067 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.api.extensions [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Loaded extension: extra_dhcp_opt Apr 17 03:57:26.255429 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.extensions [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Loading extension file: extraroute.py {{(pid=86217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 17 03:57:26.256361 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.extensions [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=86217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 17 03:57:26.256955 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.api.extensions [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Loaded extension: extraroute Apr 17 03:57:26.257313 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.extensions [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Loading extension file: extraroute_atomic.py {{(pid=86217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 17 03:57:26.258408 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.extensions [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=86217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 17 03:57:26.258974 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.api.extensions [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Loaded extension: extraroute-atomic Apr 17 03:57:26.259338 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.extensions [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Loading extension file: filter_validation.py {{(pid=86217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 17 03:57:26.260046 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.extensions [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=86217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 17 03:57:26.260659 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.api.extensions [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Loaded extension: filter-validation Apr 17 03:57:26.261017 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.extensions [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Loading extension file: fip_pf_description.py {{(pid=86217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 17 03:57:26.261948 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.extensions [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=86217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 17 03:57:26.262506 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.api.extensions [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Apr 17 03:57:26.262862 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.extensions [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Loading extension file: fip_port_details.py {{(pid=86217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 17 03:57:26.263891 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.extensions [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=86217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 17 03:57:26.264477 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.api.extensions [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Loaded extension: fip-port-details Apr 17 03:57:26.264840 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.extensions [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Loading extension file: flavors.py {{(pid=86217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 17 03:57:26.266076 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.extensions [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=86217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 17 03:57:26.266651 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.api.extensions [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Loaded extension: flavors Apr 17 03:57:26.267014 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.extensions [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=86217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 17 03:57:26.268692 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.extensions [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=86217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 17 03:57:26.269263 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.api.extensions [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Apr 17 03:57:26.269628 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.extensions [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Loading extension file: floatingip_pools.py {{(pid=86217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 17 03:57:26.270387 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.extensions [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=86217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 17 03:57:26.270955 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.api.extensions [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Loaded extension: floatingip-pools Apr 17 03:57:26.271321 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.extensions [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Loading extension file: ip_allocation.py {{(pid=86217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 17 03:57:26.272274 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.extensions [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=86217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 17 03:57:26.272882 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.api.extensions [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Extension ip_allocation not supported by any of loaded plugins Apr 17 03:57:26.273243 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.extensions [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=86217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 17 03:57:26.274225 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.extensions [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=86217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 17 03:57:26.274789 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.api.extensions [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Loaded extension: ip-substring-filtering Apr 17 03:57:26.275154 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.extensions [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Loading extension file: l2_adjacency.py {{(pid=86217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 17 03:57:26.276082 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.extensions [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=86217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 17 03:57:26.276673 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.api.extensions [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Extension l2_adjacency not supported by any of loaded plugins Apr 17 03:57:26.277037 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.extensions [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Loading extension file: l3.py {{(pid=86217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 17 03:57:26.278132 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.extensions [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=86217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 17 03:57:26.278711 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.api.extensions [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Loaded extension: router Apr 17 03:57:26.279075 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.extensions [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Loading extension file: l3_conntrack_helper.py {{(pid=86217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 17 03:57:26.281383 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.extensions [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=86217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 17 03:57:26.281965 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.api.extensions [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Apr 17 03:57:26.282335 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.extensions [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=86217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 17 03:57:26.283281 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.extensions [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=86217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 17 03:57:26.283853 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.api.extensions [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Loaded extension: ext-gw-mode Apr 17 03:57:26.284218 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.extensions [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=86217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 17 03:57:26.285291 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.extensions [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=86217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 17 03:57:26.285862 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.api.extensions [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Loaded extension: l3-ha Apr 17 03:57:26.286219 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.extensions [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Loading extension file: l3_flavors.py {{(pid=86217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 17 03:57:26.287175 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.extensions [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=86217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 17 03:57:26.287748 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.api.extensions [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Loaded extension: l3-flavors Apr 17 03:57:26.288102 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.extensions [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=86217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 17 03:57:26.289084 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.extensions [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=86217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 17 03:57:26.289652 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.api.extensions [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Loaded extension: l3-port-ip-change-not-allowed Apr 17 03:57:26.290999 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.extensions [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Loading extension file: l3agentscheduler.py {{(pid=86217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 17 03:57:26.291141 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.extensions [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=86217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 17 03:57:26.291718 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.api.extensions [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Loaded extension: l3_agent_scheduler Apr 17 03:57:26.292086 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.extensions [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Loading extension file: logging.py {{(pid=86217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 17 03:57:26.293602 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.extensions [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=86217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 17 03:57:26.294178 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.api.extensions [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Extension logging not supported by any of loaded plugins Apr 17 03:57:26.294541 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.extensions [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Loading extension file: metering.py {{(pid=86217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 17 03:57:26.295345 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.extensions [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=86217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 17 03:57:26.296035 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.api.extensions [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Loaded extension: metering Apr 17 03:57:26.296436 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.extensions [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=86217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 17 03:57:26.297526 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.extensions [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=86217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 17 03:57:26.298096 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.api.extensions [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Loaded extension: metering_source_and_destination_fields Apr 17 03:57:26.298460 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.extensions [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Loading extension file: multiprovidernet.py {{(pid=86217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 17 03:57:26.299405 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.extensions [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=86217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 17 03:57:26.299972 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.api.extensions [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Loaded extension: multi-provider Apr 17 03:57:26.300334 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.extensions [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Loading extension file: netmtu.py {{(pid=86217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 17 03:57:26.301291 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.extensions [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=86217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 17 03:57:26.301857 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.api.extensions [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Loaded extension: net-mtu Apr 17 03:57:26.302217 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.extensions [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Loading extension file: netmtu_writable.py {{(pid=86217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 17 03:57:26.303151 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.extensions [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=86217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 17 03:57:26.303713 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.api.extensions [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Loaded extension: net-mtu-writable Apr 17 03:57:26.304071 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.extensions [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Loading extension file: network_availability_zone.py {{(pid=86217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 17 03:57:26.304966 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.extensions [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=86217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 17 03:57:26.305554 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.api.extensions [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Loaded extension: network_availability_zone Apr 17 03:57:26.305912 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.extensions [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Loading extension file: network_ip_availability.py {{(pid=86217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 17 03:57:26.307018 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.extensions [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=86217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 17 03:57:26.307592 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.api.extensions [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Loaded extension: network-ip-availability Apr 17 03:57:26.307951 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.extensions [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Loading extension file: network_segment_range.py {{(pid=86217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 17 03:57:26.308817 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.extensions [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=86217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 17 03:57:26.309383 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.api.extensions [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Extension network-segment-range not supported by any of loaded plugins Apr 17 03:57:26.309745 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.extensions [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Loading extension file: pagination.py {{(pid=86217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 17 03:57:26.310746 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.extensions [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=86217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 17 03:57:26.311120 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.api.extensions [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Loaded extension: pagination Apr 17 03:57:26.311477 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.extensions [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Loading extension file: port_device_profile.py {{(pid=86217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 17 03:57:26.312416 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.extensions [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=86217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 17 03:57:26.312985 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.api.extensions [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Loaded extension: port-device-profile Apr 17 03:57:26.313348 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.extensions [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=86217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 17 03:57:26.314296 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.extensions [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=86217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 17 03:57:26.314869 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.api.extensions [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Loaded extension: port-mac-address-regenerate Apr 17 03:57:26.315234 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.extensions [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=86217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 17 03:57:26.316149 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.extensions [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=86217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 17 03:57:26.316775 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.api.extensions [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Loaded extension: port-numa-affinity-policy Apr 17 03:57:26.317135 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.extensions [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Loading extension file: port_resource_request.py {{(pid=86217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 17 03:57:26.318054 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.extensions [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=86217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 17 03:57:26.318610 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.api.extensions [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Extension port-resource-request not supported by any of loaded plugins Apr 17 03:57:26.318968 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.extensions [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Loading extension file: portbindings.py {{(pid=86217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 17 03:57:26.319908 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.extensions [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=86217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 17 03:57:26.320539 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.api.extensions [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Loaded extension: binding Apr 17 03:57:26.320897 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.extensions [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Loading extension file: portbindings_extended.py {{(pid=86217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 17 03:57:26.322169 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.extensions [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=86217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 17 03:57:26.322738 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.api.extensions [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Loaded extension: binding-extended Apr 17 03:57:26.323104 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.extensions [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Loading extension file: portsecurity.py {{(pid=86217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 17 03:57:26.324046 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.extensions [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=86217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 17 03:57:26.324636 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.api.extensions [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Loaded extension: port-security Apr 17 03:57:26.325320 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.extensions [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Loading extension file: project_id.py {{(pid=86217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 17 03:57:26.326312 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.extensions [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=86217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 17 03:57:26.326686 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.api.extensions [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Loaded extension: project-id Apr 17 03:57:26.327047 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.extensions [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Loading extension file: providernet.py {{(pid=86217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 17 03:57:26.328001 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.extensions [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=86217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 17 03:57:26.328604 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.api.extensions [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Loaded extension: provider Apr 17 03:57:26.328961 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.extensions [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Loading extension file: qos.py {{(pid=86217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 17 03:57:26.332666 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.extensions [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=86217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 17 03:57:26.334577 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.api.extensions [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Extension qos not supported by any of loaded plugins Apr 17 03:57:26.334971 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.extensions [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=86217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 17 03:57:26.336371 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.extensions [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=86217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 17 03:57:26.336970 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.api.extensions [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Apr 17 03:57:26.337337 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.extensions [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=86217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 17 03:57:26.338275 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.extensions [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=86217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 17 03:57:26.338844 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.api.extensions [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Apr 17 03:57:26.339209 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.extensions [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Loading extension file: qos_default.py {{(pid=86217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 17 03:57:26.340141 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.extensions [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=86217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 17 03:57:26.340737 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.api.extensions [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Extension qos-default not supported by any of loaded plugins Apr 17 03:57:26.341101 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.extensions [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Loading extension file: qos_fip.py {{(pid=86217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 17 03:57:26.341799 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.extensions [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=86217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 17 03:57:26.342357 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.api.extensions [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Extension qos-fip not supported by any of loaded plugins Apr 17 03:57:26.342718 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.extensions [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Loading extension file: qos_gateway_ip.py {{(pid=86217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 17 03:57:26.343656 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.extensions [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=86217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 17 03:57:26.344224 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.api.extensions [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Extension qos-gateway-ip not supported by any of loaded plugins Apr 17 03:57:26.344617 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.extensions [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Loading extension file: qos_port_network_policy.py {{(pid=86217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 17 03:57:26.345547 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.extensions [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=86217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 17 03:57:26.346116 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.api.extensions [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Extension qos-port-network-policy not supported by any of loaded plugins Apr 17 03:57:26.346479 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.extensions [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Loading extension file: qos_rule_type_details.py {{(pid=86217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 17 03:57:26.347407 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.extensions [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=86217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 17 03:57:26.347969 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.api.extensions [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Extension qos-rule-type-details not supported by any of loaded plugins Apr 17 03:57:26.348331 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.extensions [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Loading extension file: qos_rules_alias.py {{(pid=86217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 17 03:57:26.349421 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.extensions [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=86217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 17 03:57:26.349987 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.api.extensions [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Extension qos-rules-alias not supported by any of loaded plugins Apr 17 03:57:26.350350 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.extensions [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Loading extension file: quotasv2.py {{(pid=86217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 17 03:57:26.351352 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.extensions [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=86217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 17 03:57:26.351746 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.api.extensions [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Loaded extension: quotas Apr 17 03:57:26.352104 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.extensions [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Loading extension file: quotasv2_detail.py {{(pid=86217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 17 03:57:26.353885 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.extensions [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=86217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 17 03:57:26.354270 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.api.extensions [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Loaded extension: quota_details Apr 17 03:57:26.354638 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.extensions [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Loading extension file: rbac.py {{(pid=86217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 17 03:57:26.355812 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.extensions [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=86217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 17 03:57:26.356433 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.api.extensions [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Loaded extension: rbac-policies Apr 17 03:57:26.356790 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.extensions [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Loading extension file: rbac_address_group.py {{(pid=86217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 17 03:57:26.357745 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.extensions [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=86217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 17 03:57:26.358326 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.api.extensions [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Loaded extension: rbac-address-group Apr 17 03:57:26.358689 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.extensions [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Loading extension file: rbac_address_scope.py {{(pid=86217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 17 03:57:26.359620 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.extensions [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=86217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 17 03:57:26.360204 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.api.extensions [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Loaded extension: rbac-address-scope Apr 17 03:57:26.360605 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.extensions [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Loading extension file: rbac_security_groups.py {{(pid=86217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 17 03:57:26.361538 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.extensions [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=86217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 17 03:57:26.362109 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.api.extensions [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Loaded extension: rbac-security-groups Apr 17 03:57:26.362474 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.extensions [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Loading extension file: rbac_subnetpool.py {{(pid=86217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 17 03:57:26.363425 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.extensions [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=86217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 17 03:57:26.364004 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.api.extensions [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Loaded extension: rbac-subnetpool Apr 17 03:57:26.364366 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.extensions [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Loading extension file: revisionifmatch.py {{(pid=86217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 17 03:57:26.365341 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.extensions [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=86217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 17 03:57:26.365912 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.api.extensions [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Loaded extension: revision-if-match Apr 17 03:57:26.366273 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.extensions [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Loading extension file: revisions.py {{(pid=86217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 17 03:57:26.367545 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.extensions [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=86217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 17 03:57:26.368111 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.api.extensions [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Loaded extension: standard-attr-revisions Apr 17 03:57:26.368530 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.extensions [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Loading extension file: router_availability_zone.py {{(pid=86217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 17 03:57:26.369252 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.extensions [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=86217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 17 03:57:26.369828 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.api.extensions [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Loaded extension: router_availability_zone Apr 17 03:57:26.370186 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.extensions [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Loading extension file: routerservicetype.py {{(pid=86217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 17 03:57:26.371122 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.extensions [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=86217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 17 03:57:26.371684 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.api.extensions [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Extension router-service-type not supported by any of loaded plugins Apr 17 03:57:26.372050 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.extensions [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=86217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 17 03:57:26.373017 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.extensions [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=86217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 17 03:57:26.373583 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.api.extensions [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Loaded extension: security-groups-normalized-cidr Apr 17 03:57:26.373941 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.extensions [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Loading extension file: security_groups_port_filtering.py {{(pid=86217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 17 03:57:26.374886 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.extensions [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=86217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 17 03:57:26.375460 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.api.extensions [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Loaded extension: port-security-groups-filtering Apr 17 03:57:26.375820 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.extensions [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=86217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 17 03:57:26.376815 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.extensions [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=86217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 17 03:57:26.377379 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.api.extensions [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Loaded extension: security-groups-remote-address-group Apr 17 03:57:26.377741 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.extensions [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Loading extension file: securitygroup.py {{(pid=86217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 17 03:57:26.391059 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.extensions [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=86217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 17 03:57:26.391662 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.api.extensions [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Loaded extension: security-group Apr 17 03:57:26.392039 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.extensions [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Loading extension file: segment.py {{(pid=86217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 17 03:57:26.392929 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.extensions [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=86217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 17 03:57:26.393506 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.api.extensions [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Extension segment not supported by any of loaded plugins Apr 17 03:57:26.393869 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.extensions [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=86217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 17 03:57:26.394826 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.extensions [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=86217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 17 03:57:26.395401 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.api.extensions [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Apr 17 03:57:26.395761 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.extensions [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Loading extension file: servicetype.py {{(pid=86217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 17 03:57:26.396889 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.extensions [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=86217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 17 03:57:26.397467 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.api.extensions [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Loaded extension: service-type Apr 17 03:57:26.397830 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.extensions [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Loading extension file: sorting.py {{(pid=86217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 17 03:57:26.398878 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.extensions [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=86217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 17 03:57:26.399260 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.api.extensions [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Loaded extension: sorting Apr 17 03:57:26.399623 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.extensions [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Loading extension file: standard_attr_segment.py {{(pid=86217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 17 03:57:26.400618 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.extensions [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=86217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 17 03:57:26.401194 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.api.extensions [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Extension standard-attr-segment not supported by any of loaded plugins Apr 17 03:57:26.401556 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.extensions [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Loading extension file: standardattrdescription.py {{(pid=86217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 17 03:57:26.402238 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.extensions [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=86217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 17 03:57:26.402804 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.api.extensions [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Loaded extension: standard-attr-description Apr 17 03:57:26.403173 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.extensions [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Loading extension file: stateful_security_group.py {{(pid=86217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 17 03:57:26.404105 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.extensions [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=86217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 17 03:57:26.404720 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.api.extensions [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Loaded extension: stateful-security-group Apr 17 03:57:26.405083 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.extensions [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Loading extension file: stdattrs_common.py {{(pid=86217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 17 03:57:26.405675 dv-cinder-786054-2-smb neutron-server[86217]: WARNING neutron.api.extensions [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Apr 17 03:57:26.406030 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.extensions [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=86217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 17 03:57:26.407039 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.extensions [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=86217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 17 03:57:26.407605 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.api.extensions [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Apr 17 03:57:26.407972 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.extensions [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Loading extension file: subnet_onboard.py {{(pid=86217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 17 03:57:26.409083 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.extensions [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=86217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 17 03:57:26.409659 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.api.extensions [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Loaded extension: subnet_onboard Apr 17 03:57:26.410022 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.extensions [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=86217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 17 03:57:26.410962 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.extensions [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=86217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 17 03:57:26.411529 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.api.extensions [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Apr 17 03:57:26.411887 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.extensions [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Loading extension file: subnet_service_types.py {{(pid=86217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 17 03:57:26.412859 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.extensions [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=86217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 17 03:57:26.413430 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.api.extensions [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Loaded extension: subnet-service-types Apr 17 03:57:26.413782 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.extensions [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Loading extension file: subnetallocation.py {{(pid=86217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 17 03:57:26.414892 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.extensions [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=86217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 17 03:57:26.415473 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.api.extensions [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Loaded extension: subnet_allocation Apr 17 03:57:26.415853 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.extensions [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=86217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 17 03:57:26.416585 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.extensions [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=86217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 17 03:57:26.417142 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.api.extensions [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Loaded extension: subnetpool-prefix-ops Apr 17 03:57:26.417503 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.extensions [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=86217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 17 03:57:26.418463 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.extensions [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=86217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 17 03:57:26.419045 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.api.extensions [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Apr 17 03:57:26.419405 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.extensions [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Loading extension file: tagging.py {{(pid=86217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 17 03:57:26.420717 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.extensions [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=86217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 17 03:57:26.421312 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.api.extensions [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Loaded extension: standard-attr-tag Apr 17 03:57:26.421678 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.extensions [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Loading extension file: timestamp.py {{(pid=86217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 17 03:57:26.422866 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.extensions [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=86217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 17 03:57:26.423443 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.api.extensions [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Loaded extension: standard-attr-timestamp Apr 17 03:57:26.423812 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.extensions [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Loading extension file: trunk.py {{(pid=86217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 17 03:57:26.424879 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.extensions [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=86217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 17 03:57:26.425454 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.api.extensions [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Extension trunk not supported by any of loaded plugins Apr 17 03:57:26.425818 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.extensions [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Loading extension file: trunk_details.py {{(pid=86217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 17 03:57:26.426749 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.extensions [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=86217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 17 03:57:26.427310 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.api.extensions [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Extension trunk-details not supported by any of loaded plugins Apr 17 03:57:26.427668 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.extensions [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Loading extension file: uplink_status_propagation.py {{(pid=86217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 17 03:57:26.428643 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.extensions [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=86217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 17 03:57:26.429210 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.api.extensions [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Extension uplink-status-propagation not supported by any of loaded plugins Apr 17 03:57:26.429611 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.extensions [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Loading extension file: vlantransparent.py {{(pid=86217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 17 03:57:26.430322 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.extensions [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=86217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 17 03:57:26.430883 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.api.extensions [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Extension vlan-transparent not supported by any of loaded plugins Apr 17 03:57:26.433642 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.quota.resource_registry [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Creating instance of TrackedResource for resource:network Apr 17 03:57:26.434433 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.quota.resource_registry [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Creating instance of TrackedResource for resource:subnet Apr 17 03:57:26.435110 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.quota.resource_registry [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Creating instance of TrackedResource for resource:subnetpool Apr 17 03:57:26.435766 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.quota.resource_registry [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Creating instance of TrackedResource for resource:port Apr 17 03:57:26.437315 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.v2.resource_helper [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=86217) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 17 03:57:26.437793 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.v2.resource_helper [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Service FLAVORS assigned prefix: {{(pid=86217) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 17 03:57:26.438475 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.v2.resource_helper [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=86217) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 17 03:57:26.438935 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.v2.resource_helper [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=86217) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 17 03:57:26.439302 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.quota.resource_registry [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Creating instance of TrackedResource for resource:router Apr 17 03:57:26.440027 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.quota.resource_registry [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Creating instance of TrackedResource for resource:floatingip Apr 17 03:57:26.440838 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.v2.resource_helper [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Service METERING assigned prefix: /metering {{(pid=86217) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 17 03:57:26.442652 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=86217) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 17 03:57:26.443058 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=86217) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 17 03:57:26.443441 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86217) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 17 03:57:26.444631 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.quota.resource_registry [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Creating instance of CountableResource for resource:rbac_policy Apr 17 03:57:26.445129 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.quota.resource_registry [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Creating instance of TrackedResource for resource:security_group Apr 17 03:57:26.445972 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.quota.resource_registry [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Creating instance of TrackedResource for resource:security_group_rule Apr 17 03:57:26.446771 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.v2.resource_helper [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Service CORE assigned prefix: {{(pid=86217) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 17 03:57:26.447145 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.quota.resource_registry [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Creating instance of TrackedResource for resource:subnetpool Apr 17 03:57:26.447505 dv-cinder-786054-2-smb neutron-server[86217]: WARNING neutron.quota.resource_registry [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] subnetpool is already registered Apr 17 03:57:26.448169 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.v2.resource_helper [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Service CORE assigned prefix: {{(pid=86217) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 17 03:57:26.448565 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.quota.resource_registry [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Creating instance of TrackedResource for resource:subnetpool Apr 17 03:57:26.448930 dv-cinder-786054-2-smb neutron-server[86217]: WARNING neutron.quota.resource_registry [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] subnetpool is already registered Apr 17 03:57:26.451964 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.v2.resource_helper [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=86217) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 17 03:57:26.452458 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.v2.resource_helper [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Service FLAVORS assigned prefix: {{(pid=86217) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 17 03:57:26.453105 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.v2.resource_helper [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=86217) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 17 03:57:26.453566 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.v2.resource_helper [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=86217) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 17 03:57:26.453934 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.quota.resource_registry [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Creating instance of TrackedResource for resource:router Apr 17 03:57:26.454297 dv-cinder-786054-2-smb neutron-server[86217]: WARNING neutron.quota.resource_registry [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] router is already registered Apr 17 03:57:26.454955 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.quota.resource_registry [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Creating instance of TrackedResource for resource:floatingip Apr 17 03:57:26.455326 dv-cinder-786054-2-smb neutron-server[86217]: WARNING neutron.quota.resource_registry [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] floatingip is already registered Apr 17 03:57:26.456021 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.v2.resource_helper [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Service METERING assigned prefix: /metering {{(pid=86217) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 17 03:57:26.456777 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.quota.resource_registry [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Creating instance of CountableResource for resource:rbac_policy Apr 17 03:57:26.457147 dv-cinder-786054-2-smb neutron-server[86217]: WARNING neutron.quota.resource_registry [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] rbac_policy is already registered Apr 17 03:57:26.457764 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.quota.resource_registry [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Creating instance of TrackedResource for resource:security_group Apr 17 03:57:26.458131 dv-cinder-786054-2-smb neutron-server[86217]: WARNING neutron.quota.resource_registry [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] security_group is already registered Apr 17 03:57:26.458778 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.quota.resource_registry [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Creating instance of TrackedResource for resource:security_group_rule Apr 17 03:57:26.459142 dv-cinder-786054-2-smb neutron-server[86217]: WARNING neutron.quota.resource_registry [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] security_group_rule is already registered Apr 17 03:57:26.459855 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.v2.resource_helper [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Service CORE assigned prefix: {{(pid=86217) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 17 03:57:26.460229 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.quota.resource_registry [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Creating instance of TrackedResource for resource:subnetpool Apr 17 03:57:26.460614 dv-cinder-786054-2-smb neutron-server[86217]: WARNING neutron.quota.resource_registry [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] subnetpool is already registered Apr 17 03:57:26.461353 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.v2.resource_helper [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Service CORE assigned prefix: {{(pid=86217) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 17 03:57:26.461714 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.quota.resource_registry [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Creating instance of TrackedResource for resource:subnetpool Apr 17 03:57:26.462075 dv-cinder-786054-2-smb neutron-server[86217]: WARNING neutron.quota.resource_registry [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] subnetpool is already registered Apr 17 03:57:26.462765 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.extensions [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Extended resource: extensions {{(pid=86217) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 17 03:57:26.464353 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.extensions [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Extended resource: address-groups {{(pid=86217) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 17 03:57:26.465992 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.extensions [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Extended resource: address-scopes {{(pid=86217) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 17 03:57:26.467266 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.extensions [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Extended resource: agents {{(pid=86217) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 17 03:57:26.468514 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.extensions [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Extended resource: auto-allocated-topology {{(pid=86217) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 17 03:57:26.469817 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.extensions [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Extended resource: availability_zones {{(pid=86217) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 17 03:57:26.471188 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.extensions [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Extended resource: dhcp-networks {{(pid=86217) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 17 03:57:26.472668 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.extensions [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Extended resource: dhcp-agents {{(pid=86217) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 17 03:57:26.474180 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.extensions [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Extended resource: routers {{(pid=86217) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 17 03:57:26.476036 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.extensions [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Extended resource: flavors {{(pid=86217) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 17 03:57:26.477309 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.extensions [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Extended resource: service_profiles {{(pid=86217) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 17 03:57:26.478577 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.extensions [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Extended resource: next_providers {{(pid=86217) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 17 03:57:26.480193 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.extensions [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Extended resource: service_profiles {{(pid=86217) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 17 03:57:26.481715 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.extensions [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Extended resource: floatingip-pools {{(pid=86217) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 17 03:57:26.482978 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.extensions [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Extended resource: routers {{(pid=86217) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 17 03:57:26.484845 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.extensions [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Extended resource: floatingips {{(pid=86217) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 17 03:57:26.486084 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.extensions [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Extended resource: l3-routers {{(pid=86217) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 17 03:57:26.487549 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.extensions [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Extended resource: l3-agents {{(pid=86217) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 17 03:57:26.489062 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.extensions [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Extended resource: metering-labels {{(pid=86217) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 17 03:57:26.491303 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.extensions [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Extended resource: metering-label-rules {{(pid=86217) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 17 03:57:26.492707 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.extensions [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Extended resource: network-ip-availabilities {{(pid=86217) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 17 03:57:26.494043 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.extensions [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Extended resource: bindings {{(pid=86217) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 17 03:57:26.495752 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.extensions [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Extended resource: quotas {{(pid=86217) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 17 03:57:26.497282 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.extensions [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Extended resource: quotas {{(pid=86217) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 17 03:57:26.498742 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.extensions [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Extended resource: rbac-policies {{(pid=86217) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 17 03:57:26.500112 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.extensions [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Extended resource: security-groups {{(pid=86217) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 17 03:57:26.501393 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.extensions [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Extended resource: security-group-rules {{(pid=86217) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 17 03:57:26.502672 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.extensions [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Extended resource: service-providers {{(pid=86217) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 17 03:57:26.503931 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.extensions [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Extended resource: subnetpools {{(pid=86217) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 17 03:57:26.505443 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.extensions [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Extended resource: subnetpools {{(pid=86217) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 17 03:57:26.506938 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.extensions [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Extended resource: tags {{(pid=86217) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 17 03:57:26.508762 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.extensions [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Extended resource: tags {{(pid=86217) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 17 03:57:26.510626 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.extensions [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Extended resource: tags {{(pid=86217) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 17 03:57:26.512497 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.extensions [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Extended resource: tags {{(pid=86217) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 17 03:57:26.514389 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.extensions [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Extended resource: tags {{(pid=86217) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 17 03:57:26.516311 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.extensions [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Extended resource: tags {{(pid=86217) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 17 03:57:26.518101 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.extensions [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Extended resource: tags {{(pid=86217) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 17 03:57:26.520053 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.extensions [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Extended resource: tags {{(pid=86217) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 17 03:57:26.521940 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.extensions [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Extended resource: tags {{(pid=86217) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 17 03:57:26.523897 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.extensions [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Extended resource: tags {{(pid=86217) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 17 03:57:26.530712 dv-cinder-786054-2-smb neutron-server[86217]: WARNING keystonemiddleware.auth_token [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Apr 17 03:57:26.536081 dv-cinder-786054-2-smb neutron-server[86217]: WARNING keystonemiddleware.auth_token [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Apr 17 03:57:26.544969 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Acquired lock "singleton_lock" {{(pid=86217) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:266}} Apr 17 03:57:26.545497 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Releasing lock "singleton_lock" {{(pid=86217) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:282}} Apr 17 03:57:26.546974 dv-cinder-786054-2-smb neutron-server[86217]: INFO oslo_service.service [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Starting 2 workers Apr 17 03:57:26.551697 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Started child 86330 {{(pid=86217) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Apr 17 03:57:26.555562 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 03:57:26.556367 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Started child 86331 {{(pid=86217) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Apr 17 03:57:26.557013 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [-] (86330) wsgi starting up on http://0.0.0.0:9696 Apr 17 03:57:26.557809 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.service [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Neutron service started, listening on 0.0.0.0:9696 Apr 17 03:57:26.558451 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Notify callbacks [] for process, before_spawn {{(pid=86217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 03:57:26.559756 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 03:57:26.560890 dv-cinder-786054-2-smb neutron-server[86217]: INFO oslo_service.service [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Starting 1 workers Apr 17 03:57:26.561155 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [-] (86331) wsgi starting up on http://0.0.0.0:9696 Apr 17 03:57:26.566245 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Started child 86332 {{(pid=86217) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Apr 17 03:57:26.566776 dv-cinder-786054-2-smb neutron-server[86217]: INFO oslo_service.service [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Starting 1 workers Apr 17 03:57:26.568543 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.service [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] calling RpcWorker wait() {{(pid=86332) _wait /opt/stack/neutron/neutron/service.py:128}} Apr 17 03:57:26.568934 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.service [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] returning from RpcWorker wait() {{(pid=86332) _wait /opt/stack/neutron/neutron/service.py:135}} Apr 17 03:57:26.570391 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 03:57:26.570876 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=86332) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 17 03:57:26.571432 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Started child 86333 {{(pid=86217) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Apr 17 03:57:26.572195 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-9752b1a8-d685-47ea-b1c3-5a17e87d1cd7 None None] Notify callbacks [] for process, after_spawn {{(pid=86217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 03:57:26.573856 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=86217) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Apr 17 03:57:26.574076 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Apr 17 03:57:26.574231 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Apr 17 03:57:26.574499 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Apr 17 03:57:26.575240 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Apr 17 03:57:26.575381 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Apr 17 03:57:26.575564 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 03:57:26.575985 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 17 03:57:26.576291 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 17 03:57:26.576651 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 17 03:57:26.576928 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 17 03:57:26.577253 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 17 03:57:26.577868 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 17 03:57:26.578169 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 17 03:57:26.578464 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 17 03:57:26.578776 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 17 03:57:26.579053 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 17 03:57:26.579254 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 17 03:57:26.579404 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 17 03:57:26.579705 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 17 03:57:26.579972 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 17 03:57:26.580326 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 17 03:57:26.580639 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 17 03:57:26.580875 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 17 03:57:26.581941 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 17 03:57:26.582110 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 17 03:57:26.582386 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] config_source = [] {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 17 03:57:26.582680 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 17 03:57:26.582960 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 17 03:57:26.583254 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] debug = True {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 17 03:57:26.583540 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 17 03:57:26.584098 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 17 03:57:26.584360 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 17 03:57:26.584653 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 17 03:57:26.584903 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 17 03:57:26.585186 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 17 03:57:26.585451 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 17 03:57:26.585794 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 17 03:57:26.586080 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 17 03:57:26.586325 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 17 03:57:26.586601 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 17 03:57:26.586876 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 17 03:57:26.587130 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 17 03:57:26.587387 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 17 03:57:26.587636 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 17 03:57:26.587927 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 17 03:57:26.588172 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 17 03:57:26.588635 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] host = dv-cinder-786054-2-smb {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 17 03:57:26.588899 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 17 03:57:26.589111 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 17 03:57:26.589372 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 17 03:57:26.589633 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 17 03:57:26.589912 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 17 03:57:26.590169 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 17 03:57:26.590448 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 17 03:57:26.590732 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 17 03:57:26.591001 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 17 03:57:26.591256 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 17 03:57:26.591531 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 17 03:57:26.591826 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 17 03:57:26.592052 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] log_dir = None {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 17 03:57:26.592311 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] log_file = None {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 17 03:57:26.592525 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] log_options = True {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 17 03:57:26.592770 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 17 03:57:26.593064 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 17 03:57:26.593362 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 17 03:57:26.593570 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 17 03:57:26.593759 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 17 03:57:26.593915 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 17 03:57:26.594212 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 17 03:57:26.594400 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 17 03:57:26.594686 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 17 03:57:26.594939 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 17 03:57:26.595187 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 17 03:57:26.595430 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 17 03:57:26.595673 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 17 03:57:26.595928 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 17 03:57:26.596208 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 17 03:57:26.596492 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 17 03:57:26.596760 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 17 03:57:26.597015 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 17 03:57:26.597309 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 17 03:57:26.597598 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 17 03:57:26.598733 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 17 03:57:26.598733 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 17 03:57:26.599553 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 17 03:57:26.599813 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 17 03:57:26.600053 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 17 03:57:26.601003 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 17 03:57:26.601003 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 17 03:57:26.601337 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 17 03:57:26.601617 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 17 03:57:26.601774 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=86333) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 17 03:57:26.602011 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 17 03:57:26.602011 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 17 03:57:26.602534 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 17 03:57:26.602534 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 17 03:57:26.602818 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 17 03:57:26.602960 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 17 03:57:26.605008 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 17 03:57:26.605008 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 17 03:57:26.605008 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 17 03:57:26.605008 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 17 03:57:26.605008 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 17 03:57:26.605852 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 17 03:57:26.605852 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 17 03:57:26.605852 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 17 03:57:26.605852 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 17 03:57:26.606358 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] use_journal = False {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 17 03:57:26.606358 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] use_json = False {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 17 03:57:26.606719 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 17 03:57:26.606719 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 17 03:57:26.607019 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 17 03:57:26.607264 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 17 03:57:26.608004 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 17 03:57:26.608004 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 17 03:57:26.608004 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 17 03:57:26.610940 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 17 03:57:26.610940 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.610940 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.610940 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.610940 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.610940 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.610940 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.617972 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.617972 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.617972 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.617972 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.617972 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.617972 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.617972 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.617972 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.619043 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.619043 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.619043 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.619043 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.619043 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.619043 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.619043 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.619883 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.619883 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.620671 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.621140 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.20/identity {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.621490 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.621781 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.622069 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.622332 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.622568 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.622967 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.623396 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.623900 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.624169 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.624438 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.624702 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.624976 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.625240 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.625509 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.625783 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.626078 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.626342 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.626592 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.626836 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.627082 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.627326 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.627567 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.627934 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.628197 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.628490 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.628758 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.629008 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.629249 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.629510 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.629756 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.630035 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.630281 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.630522 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.630754 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.630997 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.631247 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.631525 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.631775 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.632015 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.632253 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.632556 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.632878 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.633137 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.633385 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.633624 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.633865 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.634131 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.634371 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.634646 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.634946 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.635187 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.635424 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.635662 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.635910 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.636146 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.636405 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.636647 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.636885 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.637121 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.637417 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.637737 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.638025 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.638302 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.638546 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.638814 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.639060 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.639349 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.639603 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.639859 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.640098 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.640377 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.640685 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.640963 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.641217 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.641467 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.641753 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.641997 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.642244 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.642485 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.642763 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.643020 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.643291 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.643567 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.643825 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.644094 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.644422 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.644743 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.645010 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.645328 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.645575 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.645864 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.646207 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.646524 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.646821 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.647098 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.647374 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.647639 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.647919 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.648209 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.648532 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.648793 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.649056 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.649356 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.649634 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.649875 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.650114 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.650384 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.650752 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.651029 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.651294 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.651539 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.651840 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.652114 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.652373 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.652693 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.652981 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.653261 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.653537 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.653831 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.20/identity {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.654099 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.654371 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.654631 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.654869 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.655131 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.655372 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.655615 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.655871 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.656130 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.656405 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.656650 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.657153 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.657153 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.657458 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.657613 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.657773 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.658635 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.658635 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.658635 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.658635 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.659072 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.659215 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.659316 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.660800 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.660800 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.660800 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.660800 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.660800 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.661500 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.661500 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.661500 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.661877 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.661877 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.662061 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.662245 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.662481 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.662876 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.663306 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.663743 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.664070 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.664315 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.664614 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.664893 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.665227 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.665488 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.665750 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.666013 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.666257 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.666517 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.666762 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.667004 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.667273 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.667516 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.667761 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.668034 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.668300 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.668586 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.668827 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.669067 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.669310 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.669533 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.669916 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.670401 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.670674 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.670934 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.671195 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.671438 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.671697 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.671937 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.672175 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.672442 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.672675 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.672930 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.673167 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.673404 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.673647 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.673880 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.674134 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.674367 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.674602 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.674843 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.675078 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.675330 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.675568 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.675805 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.676046 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.676284 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.676641 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.676925 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.677174 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.677492 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.677754 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.678037 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.678301 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.678654 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.678910 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.679197 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.679455 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.679738 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.679984 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.680282 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.680667 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.681010 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.681288 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.681597 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.681915 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.682191 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.682500 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.682743 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.683044 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.683379 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.683652 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.683918 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.684175 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.684491 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.684744 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.685010 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.685255 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.685495 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.685737 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.686007 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.686278 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.686529 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.686769 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.687026 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.687269 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.687519 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.687769 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.688032 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.688273 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.688455 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Apr 17 03:57:26.689014 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=86217) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Apr 17 03:57:26.689219 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Apr 17 03:57:26.689392 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Apr 17 03:57:26.689570 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Apr 17 03:57:26.689744 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Apr 17 03:57:26.689894 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Apr 17 03:57:26.690076 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 17 03:57:26.690231 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 17 03:57:26.690422 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 17 03:57:26.690605 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 17 03:57:26.690787 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 17 03:57:26.690987 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 17 03:57:26.691170 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 17 03:57:26.691347 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 17 03:57:26.691517 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 17 03:57:26.691680 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 17 03:57:26.691829 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 17 03:57:26.692011 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 17 03:57:26.692191 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 17 03:57:26.692369 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 17 03:57:26.692635 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 17 03:57:26.692788 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 17 03:57:26.692967 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 17 03:57:26.693146 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 17 03:57:26.693329 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 17 03:57:26.693509 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] config_source = [] {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 17 03:57:26.693688 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 17 03:57:26.693865 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 17 03:57:26.694042 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] debug = True {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 17 03:57:26.694219 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 17 03:57:26.694432 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 17 03:57:26.694613 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 17 03:57:26.694792 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 17 03:57:26.694970 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 17 03:57:26.695188 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 17 03:57:26.695369 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 17 03:57:26.695553 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 17 03:57:26.695730 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 17 03:57:26.695908 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 17 03:57:26.696085 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 17 03:57:26.696262 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 17 03:57:26.696470 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 17 03:57:26.696785 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 17 03:57:26.696977 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 17 03:57:26.697132 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 17 03:57:26.697279 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 17 03:57:26.697423 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] host = dv-cinder-786054-2-smb {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 17 03:57:26.697597 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 17 03:57:26.697749 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 17 03:57:26.697933 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 17 03:57:26.698087 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 17 03:57:26.698271 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 17 03:57:26.698451 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 17 03:57:26.698631 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 17 03:57:26.698790 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 17 03:57:26.698964 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 17 03:57:26.699143 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 17 03:57:26.699295 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 17 03:57:26.699476 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 17 03:57:26.700503 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.20', 50634) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 17 03:57:26.707932 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] log_dir = None {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 17 03:57:26.708166 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] log_file = None {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 17 03:57:26.708403 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] log_options = True {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 17 03:57:26.708624 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 17 03:57:26.708804 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 17 03:57:26.708987 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 17 03:57:26.709215 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 17 03:57:26.709404 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 17 03:57:26.709580 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 17 03:57:26.709769 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 17 03:57:26.709956 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 17 03:57:26.710143 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 17 03:57:26.710327 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 17 03:57:26.710510 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 17 03:57:26.710696 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 17 03:57:26.710958 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 17 03:57:26.711512 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [-] 10.222.0.20 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0088944 Apr 17 03:57:26.712120 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 17 03:57:26.712120 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 17 03:57:26.712120 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 17 03:57:26.712602 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 17 03:57:26.712781 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 17 03:57:26.713088 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 17 03:57:26.713274 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 17 03:57:26.713459 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 17 03:57:26.714254 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 17 03:57:26.714871 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 17 03:57:26.714990 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 17 03:57:26.715166 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 17 03:57:26.715350 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 17 03:57:26.715532 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 17 03:57:26.715715 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 17 03:57:26.715897 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 17 03:57:26.716083 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 17 03:57:26.716268 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 17 03:57:26.716485 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 17 03:57:26.716674 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 17 03:57:26.716853 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 17 03:57:26.717036 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 17 03:57:26.717218 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 17 03:57:26.717400 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 17 03:57:26.717590 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 17 03:57:26.718145 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 17 03:57:26.718335 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 17 03:57:26.718519 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 17 03:57:26.718701 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 17 03:57:26.718889 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 17 03:57:26.719077 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 17 03:57:26.719255 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] use_journal = False {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 17 03:57:26.719437 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] use_json = False {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 17 03:57:26.720300 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 17 03:57:26.720500 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 17 03:57:26.721058 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 17 03:57:26.721248 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 17 03:57:26.721422 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 17 03:57:26.721602 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 17 03:57:26.721789 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 17 03:57:26.721980 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 17 03:57:26.722195 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.722391 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.722592 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.722780 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.723064 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.723258 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.723447 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.723636 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.723823 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.724009 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.724204 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.724409 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.724601 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.724770 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.725445 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.725445 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.725445 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.725445 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.725711 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.725779 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.725947 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.726093 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.726298 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.726552 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.726742 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.20/identity {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.726928 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.727114 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.727277 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=86332) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 17 03:57:26.727385 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.727478 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.727622 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.727808 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.727993 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.728179 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.728364 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.729444 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.729638 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.729826 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.730014 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.730204 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.730373 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.730737 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.730927 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.731115 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.731302 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.731488 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.731677 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.731864 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.732052 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.732239 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.733235 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.733458 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.733649 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.733837 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.734024 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.734213 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.734400 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.734587 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.734787 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.735014 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.735171 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.735270 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.735433 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.735618 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.735803 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.735989 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.736175 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.736360 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.736572 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.737586 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.737586 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.737586 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.737586 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.737586 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.737586 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.738187 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.738187 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.738187 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.738187 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.738595 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.738595 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.738773 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.738869 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.739016 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.739187 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.739342 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.739551 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.739740 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.739926 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.740112 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.740297 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.740506 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.741436 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.741436 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.741436 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.741436 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.741436 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.742143 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.742143 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.742143 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.742143 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.742143 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.742764 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.742764 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.742764 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.743164 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.743164 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.743164 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.743470 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.743470 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.743640 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.743771 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.743953 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.744102 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.744568 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.744568 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.744851 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.744851 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.745664 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.745664 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.745664 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.745664 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.745664 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.746890 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.746890 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.746890 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.746890 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.746890 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.746890 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.746890 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.746890 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.747357 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.747357 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.747480 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.747604 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.747790 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.747978 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.748161 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.748350 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.748559 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.748745 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.748933 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.749276 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.749276 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.749488 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.20/identity {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.749588 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.749766 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.749943 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.750100 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.750278 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.750470 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.750656 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.751179 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.751179 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.751179 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.751405 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.751488 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.752088 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.752088 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.752088 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.752382 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.752382 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.752563 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.752652 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.752969 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.753292 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.753649 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.753837 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.754010 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.754199 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.754389 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.754578 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.754745 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.754931 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.755121 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.755310 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.755497 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.755684 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.755852 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.755987 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.756245 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.756422 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.756564 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.756711 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.756850 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.757003 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.757197 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.757385 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.757546 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.757968 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.758152 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.758591 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.758591 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.758768 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.758839 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.759010 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.759204 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.759430 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.759573 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.759708 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.759877 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.760045 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.760226 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.760473 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.760627 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.760761 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.760943 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.761716 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.761716 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.761716 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.761716 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.762261 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.762261 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.762261 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.762261 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.762795 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.762795 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.762795 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.763264 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.763264 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.763264 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.763584 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.763584 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.763756 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.763847 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.764034 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.764219 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.764439 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.764621 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.764806 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.764991 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.765768 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.765768 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.765768 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.765768 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.766179 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.766179 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.766179 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.766589 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.766589 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.766784 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.766784 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.766978 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.767137 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.767323 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.767512 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.767709 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.767907 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.768101 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.768291 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.768526 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.768723 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.768921 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.769111 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.769307 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.769508 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.769694 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.769879 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.770886 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.770886 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.770886 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.770886 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.770886 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.770886 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.771442 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.771442 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.771442 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.771693 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.771693 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.771872 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.772004 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.772180 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.772334 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.773587 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.773587 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 17 03:57:26.773587 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=86217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Apr 17 03:57:37.327286 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-571772ea-216b-44ef-a243-8064420403d2 None None] get_active_networks_info from dv-cinder-786054-2-smb {{(pid=86332) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 17 03:57:37.456130 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-571772ea-216b-44ef-a243-8064420403d2 None None] No non-hosted networks {{(pid=86332) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Apr 17 03:57:37.484346 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.agentschedulers_db [None req-571772ea-216b-44ef-a243-8064420403d2 None None] DHCP Agent not found on host dv-cinder-786054-2-smb {{(pid=86332) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Apr 17 03:57:37.768784 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-40b69dca-1dd6-4c5d-92a2-a58bc9360f94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244554870149'] for agent, after_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 03:57:39.503212 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-680b2bb1-c80d-4b12-af0e-ef2a90264582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244554870149'] for agent, after_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 03:57:39.566182 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-13b48051-d9ea-4e6f-aa62-baa35a8927ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244554870149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852757949'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 03:57:40.571488 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-c4f59f18-ba4f-4d63-813b-4697a67f74c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244554870149'] for agent, after_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 03:57:40.890636 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244554870149'] for agent, after_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 03:57:40.894204 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 03:57:40.894590 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 03:57:40.894956 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 03:57:40.895315 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 03:57:40.895670 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 03:57:40.896024 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 03:57:40.896375 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 03:57:40.896754 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 03:57:40.897103 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 03:57:40.897453 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 03:57:40.897807 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 03:57:40.898180 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 03:57:40.898584 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-786054-2-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=86332) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 17 03:57:40.927261 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-786054-2-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=86332) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 17 03:57:41.670529 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-6f7ee5bc-ae74-4cc6-a62a-23eab2a2e65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244554870149'] for agent, after_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 03:57:42.798831 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.20', 50726) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 17 03:57:42.835214 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.db.l3_hamode_db [None req-926da69e-f640-4e21-b55c-25b5a642bbbc None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Apr 17 03:57:42.925890 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-926da69e-f640-4e21-b55c-25b5a642bbbc None None] Routers set() bound to L3 agent in host dv-cinder-786054-2-smb {{(pid=86332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 17 03:57:42.926317 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-926da69e-f640-4e21-b55c-25b5a642bbbc None None] Router IDs set() for agent in host dv-cinder-786054-2-smb {{(pid=86332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:466}} Apr 17 03:57:43.427725 dv-cinder-786054-2-smb neutron-server[86217]: WARNING oslo_policy.policy [None req-50a03082-5cc1-4f21-8b66-9324c5fa7cfb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 17 03:57:43.428532 dv-cinder-786054-2-smb neutron-server[86217]: WARNING oslo_policy.policy [None req-50a03082-5cc1-4f21-8b66-9324c5fa7cfb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 17 03:57:43.664275 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [None req-50a03082-5cc1-4f21-8b66-9324c5fa7cfb admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=86331) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 17 03:57:43.665451 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [None req-50a03082-5cc1-4f21-8b66-9324c5fa7cfb admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8656280 Apr 17 03:57:46.364215 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.20', 50742) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 17 03:57:46.767335 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.v2.base [None req-b2245f2c-d1c6-4446-a350-3e26895d6595 admin admin] Request body: {'subnetpool': {'is_default': True, 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'shared': True, 'name': 'shared-default-subnetpool-v4'}} {{(pid=86331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 17 03:57:46.868133 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.policy [None req-b2245f2c-d1c6-4446-a350-3e26895d6595 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=86331) register_rules /opt/stack/neutron/neutron/policy.py:75}} Apr 17 03:57:46.921726 dv-cinder-786054-2-smb neutron-server[86217]: WARNING oslo_policy.policy [None req-b2245f2c-d1c6-4446-a350-3e26895d6595 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 17 03:57:46.922130 dv-cinder-786054-2-smb neutron-server[86217]: WARNING oslo_policy.policy [None req-b2245f2c-d1c6-4446-a350-3e26895d6595 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 17 03:57:46.939999 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.quota [None req-b2245f2c-d1c6-4446-a350-3e26895d6595 admin admin] Loaded quota_driver: . Apr 17 03:57:46.957010 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [None req-b2245f2c-d1c6-4446-a350-3e26895d6595 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 17 03:57:47.013520 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-b2245f2c-d1c6-4446-a350-3e26895d6595 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363244557073028', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363244557072760', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363244556948045', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363244556958241', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363244556974288', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363244556974475', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create--9223372036852767933', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036852884669', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-695400', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-729995'] for rbac-policy, before_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 03:57:47.247023 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-b2245f2c-d1c6-4446-a350-3e26895d6595 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 03:57:47.248211 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [None req-b2245f2c-d1c6-4446-a350-3e26895d6595 admin admin] 10.222.0.20 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8825090 Apr 17 03:57:50.223532 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.20', 50756) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 17 03:57:50.632575 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.v2.base [None req-c26445c9-23c9-4891-8840-dacb21f7828c admin admin] Request body: {'network': {'name': 'private', 'project_id': '2a3838cb46324884b69681c171d68345', 'admin_state_up': True}} {{(pid=86331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 17 03:57:50.638762 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [None req-c26445c9-23c9-4891-8840-dacb21f7828c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 17 03:57:50.643850 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [None req-c26445c9-23c9-4891-8840-dacb21f7828c admin admin] Usage tracker for resource:network and tenant:2a3838cb46324884b69681c171d68345 is out of sync, need to count used quota {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 17 03:57:50.647713 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [None req-c26445c9-23c9-4891-8840-dacb21f7828c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 17 03:57:50.654887 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [None req-c26445c9-23c9-4891-8840-dacb21f7828c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 17 03:57:50.665990 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c26445c9-23c9-4891-8840-dacb21f7828c admin admin] Made reservation on behalf of 2a3838cb46324884b69681c171d68345 for: {'network': 1} {{(pid=86331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 17 03:57:50.671786 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-c26445c9-23c9-4891-8840-dacb21f7828c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853081909'] for network, before_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 03:57:50.694970 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-c26445c9-23c9-4891-8840-dacb21f7828c admin admin] Notify callbacks [] for security_group, before_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 03:57:50.710451 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [None req-c26445c9-23c9-4891-8840-dacb21f7828c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 17 03:57:50.714689 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [None req-c26445c9-23c9-4891-8840-dacb21f7828c admin admin] Usage tracker for resource:security_group_rule and tenant:2a3838cb46324884b69681c171d68345 is out of sync, need to count used quota {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 17 03:57:50.718467 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [None req-c26445c9-23c9-4891-8840-dacb21f7828c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 17 03:57:50.724734 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [None req-c26445c9-23c9-4891-8840-dacb21f7828c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 17 03:57:50.829299 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-c26445c9-23c9-4891-8840-dacb21f7828c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 03:57:50.833537 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-c26445c9-23c9-4891-8840-dacb21f7828c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920236'] for security_group, after_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 03:57:50.840857 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 03:57:50.860841 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c26445c9-23c9-4891-8840-dacb21f7828c admin admin] vlan segment allocate from pool success with {'vlan_id': 124, 'physical_network': 'physnet1'} {{(pid=86331) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 17 03:57:50.887950 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-c26445c9-23c9-4891-8840-dacb21f7828c admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363244554870166', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852729262'] for segment, precommit_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 03:57:50.888554 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-c26445c9-23c9-4891-8840-dacb21f7828c admin admin] Unsubscribe: segment precommit_create {{(pid=86331) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}} Apr 17 03:57:50.889007 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.db.segments_db [None req-c26445c9-23c9-4891-8840-dacb21f7828c admin admin] Added segment 5d4fc80a-8f92-49b3-add4-36ec3231ca9b of type vlan for network f990eddf-d878-4f47-b3b2-0c1b5489e1ba Apr 17 03:57:50.939942 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26445c9-23c9-4891-8840-dacb21f7828c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e78dc56-a4fe-4b01-86e6-84d7ac1dcd56,revision_number=1']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 03:57:50.962763 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26445c9-23c9-4891-8840-dacb21f7828c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 03:57:50.963129 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26445c9-23c9-4891-8840-dacb21f7828c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 03:57:50.963487 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26445c9-23c9-4891-8840-dacb21f7828c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 03:57:50.963829 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26445c9-23c9-4891-8840-dacb21f7828c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 03:57:50.964178 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26445c9-23c9-4891-8840-dacb21f7828c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 03:57:50.964554 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26445c9-23c9-4891-8840-dacb21f7828c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 03:57:50.964937 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26445c9-23c9-4891-8840-dacb21f7828c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 03:57:50.965165 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26445c9-23c9-4891-8840-dacb21f7828c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 03:57:50.965538 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26445c9-23c9-4891-8840-dacb21f7828c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 03:57:50.965872 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26445c9-23c9-4891-8840-dacb21f7828c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 03:57:50.966207 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26445c9-23c9-4891-8840-dacb21f7828c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 03:57:50.966538 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26445c9-23c9-4891-8840-dacb21f7828c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 03:57:50.967574 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26445c9-23c9-4891-8840-dacb21f7828c admin admin] Tracked resource versions report: Apr 17 03:57:50.967574 dv-cinder-786054-2-smb neutron-server[86217]: pushed versions: Apr 17 03:57:50.967574 dv-cinder-786054-2-smb neutron-server[86217]: { 'AddressGroup': {'1.2'}, Apr 17 03:57:50.967574 dv-cinder-786054-2-smb neutron-server[86217]: 'ConntrackHelper': {'1.0'}, Apr 17 03:57:50.967574 dv-cinder-786054-2-smb neutron-server[86217]: 'Log': {'1.0'}, Apr 17 03:57:50.967574 dv-cinder-786054-2-smb neutron-server[86217]: 'Network': {'1.1'}, Apr 17 03:57:50.967574 dv-cinder-786054-2-smb neutron-server[86217]: 'Port': {'1.7'}, Apr 17 03:57:50.967574 dv-cinder-786054-2-smb neutron-server[86217]: 'PortForwarding': {'1.2'}, Apr 17 03:57:50.967574 dv-cinder-786054-2-smb neutron-server[86217]: 'QosPolicy': {'1.8'}, Apr 17 03:57:50.967574 dv-cinder-786054-2-smb neutron-server[86217]: 'SecurityGroup': {'1.4'}, Apr 17 03:57:50.967574 dv-cinder-786054-2-smb neutron-server[86217]: 'SecurityGroupRule': {'1.2'}, Apr 17 03:57:50.967574 dv-cinder-786054-2-smb neutron-server[86217]: 'SubPort': {'1.0'}, Apr 17 03:57:50.967574 dv-cinder-786054-2-smb neutron-server[86217]: 'Subnet': {'1.1'}, Apr 17 03:57:50.967574 dv-cinder-786054-2-smb neutron-server[86217]: 'Trunk': {'1.1'}} Apr 17 03:57:50.967574 dv-cinder-786054-2-smb neutron-server[86217]: consumer versions: Apr 17 03:57:50.967574 dv-cinder-786054-2-smb neutron-server[86217]: { DHCP agent@dv-cinder-786054-2-smb: {}, Apr 17 03:57:50.967574 dv-cinder-786054-2-smb neutron-server[86217]: L3 agent@dv-cinder-786054-2-smb: {}, Apr 17 03:57:50.967574 dv-cinder-786054-2-smb neutron-server[86217]: Metadata agent@dv-cinder-786054-2-smb: {}, Apr 17 03:57:50.967574 dv-cinder-786054-2-smb neutron-server[86217]: Metering agent@dv-cinder-786054-2-smb: {}, Apr 17 03:57:50.967574 dv-cinder-786054-2-smb neutron-server[86217]: Open vSwitch agent@dv-cinder-786054-2-smb: { 'AddressGroup': '1.2', Apr 17 03:57:50.967574 dv-cinder-786054-2-smb neutron-server[86217]: 'ConntrackHelper': '1.0', Apr 17 03:57:50.967574 dv-cinder-786054-2-smb neutron-server[86217]: 'Log': '1.0', Apr 17 03:57:50.967574 dv-cinder-786054-2-smb neutron-server[86217]: 'Network': '1.1', Apr 17 03:57:50.967574 dv-cinder-786054-2-smb neutron-server[86217]: 'Port': '1.7', Apr 17 03:57:50.967574 dv-cinder-786054-2-smb neutron-server[86217]: 'PortForwarding': '1.2', Apr 17 03:57:50.967574 dv-cinder-786054-2-smb neutron-server[86217]: 'QosPolicy': '1.8', Apr 17 03:57:50.967574 dv-cinder-786054-2-smb neutron-server[86217]: 'SecurityGroup': '1.4', Apr 17 03:57:50.967574 dv-cinder-786054-2-smb neutron-server[86217]: 'SecurityGroupRule': '1.2', Apr 17 03:57:50.967574 dv-cinder-786054-2-smb neutron-server[86217]: 'SubPort': '1.0', Apr 17 03:57:50.967574 dv-cinder-786054-2-smb neutron-server[86217]: 'Subnet': '1.1', Apr 17 03:57:50.967574 dv-cinder-786054-2-smb neutron-server[86217]: 'Trunk': '1.1'}} Apr 17 03:57:50.967574 dv-cinder-786054-2-smb neutron-server[86217]: {{(pid=86331) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 17 03:57:51.007918 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-c26445c9-23c9-4891-8840-dacb21f7828c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792299528426'] for network, precommit_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 03:57:51.016160 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-c26445c9-23c9-4891-8840-dacb21f7828c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 03:57:51.047543 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-c26445c9-23c9-4891-8840-dacb21f7828c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854152290'] for network, after_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 03:57:51.049022 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c26445c9-23c9-4891-8840-dacb21f7828c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 03:57:51.049716 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-c26445c9-23c9-4891-8840-dacb21f7828c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854152307'] for network, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 03:57:51.054430 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 03:57:51.168799 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26445c9-23c9-4891-8840-dacb21f7828c admin admin] Pushing event updated for resources: {'Network': ['ID=f990eddf-d878-4f47-b3b2-0c1b5489e1ba,revision_number=1']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 03:57:51.172589 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [None req-c26445c9-23c9-4891-8840-dacb21f7828c admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.9479687 Apr 17 03:57:51.173340 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-c26445c9-23c9-4891-8840-dacb21f7828c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 03:57:51.183141 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.rpc [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] Network f990eddf-d878-4f47-b3b2-0c1b5489e1ba details requested by agent ovs-agent-dv-cinder-786054-2-smb with host dv-cinder-786054-2-smb {{(pid=86332) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 17 03:57:54.203629 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.20', 50772) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 17 03:57:54.707794 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c2a7dcf-0274-4443-a1c7-cc65322c73ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 03:57:54.710157 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [None req-7c2a7dcf-0274-4443-a1c7-cc65322c73ee admin admin] 10.222.0.20 "GET /v2.0/networks/f990eddf-d878-4f47-b3b2-0c1b5489e1ba HTTP/1.1" status: 200 len: 825 time: 0.5052552 Apr 17 03:57:54.745514 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [None req-0931ba17-7bb4-4adb-9b19-738ecc083775 admin admin] 10.222.0.20 "GET /v2.0/subnetpools/3a3066c3-22a5-4180-ac1c-98cd134ea3b6 HTTP/1.1" status: 200 len: 734 time: 0.0254271 Apr 17 03:57:54.754841 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.v2.base [None req-b2b4d222-bd28-4691-8ef1-1b8efc678210 admin admin] Request body: {'subnet': {'network_id': 'f990eddf-d878-4f47-b3b2-0c1b5489e1ba', 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'subnetpool_id': '3a3066c3-22a5-4180-ac1c-98cd134ea3b6', 'ip_version': 4, 'tenant_id': '2a3838cb46324884b69681c171d68345'}} {{(pid=86331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 17 03:57:54.759255 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [None req-b2b4d222-bd28-4691-8ef1-1b8efc678210 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 17 03:57:54.763223 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [None req-b2b4d222-bd28-4691-8ef1-1b8efc678210 admin admin] Usage tracker for resource:subnet and tenant:2a3838cb46324884b69681c171d68345 is out of sync, need to count used quota {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 17 03:57:54.766197 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [None req-b2b4d222-bd28-4691-8ef1-1b8efc678210 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 17 03:57:54.772093 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [None req-b2b4d222-bd28-4691-8ef1-1b8efc678210 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 17 03:57:54.788164 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2b4d222-bd28-4691-8ef1-1b8efc678210 admin admin] Made reservation on behalf of 2a3838cb46324884b69681c171d68345 for: {'subnet': 1} {{(pid=86331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 17 03:57:54.795798 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-b2b4d222-bd28-4691-8ef1-1b8efc678210 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 03:57:55.287755 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-b2b4d222-bd28-4691-8ef1-1b8efc678210 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854152290'] for subnet, after_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 03:57:55.291716 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 03:57:55.373626 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b4d222-bd28-4691-8ef1-1b8efc678210 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d351f612-06f8-48cd-8d8f-88e23e1d4304,revision_number=0']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 03:57:55.379189 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-b2b4d222-bd28-4691-8ef1-1b8efc678210 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 03:57:55.380046 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2b4d222-bd28-4691-8ef1-1b8efc678210 admin admin] Checking segment: {'id': '5d4fc80a-8f92-49b3-add4-36ec3231ca9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'f990eddf-d878-4f47-b3b2-0c1b5489e1ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 17 03:57:55.380426 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2b4d222-bd28-4691-8ef1-1b8efc678210 admin admin] Network hostable DHCP agents. Network: f990eddf-d878-4f47-b3b2-0c1b5489e1ba, hostable agents: ['24f06517-14a9-410e-b60e-7bfb109842b9'], hosted agents: [] {{(pid=86331) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 17 03:57:55.402560 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2b4d222-bd28-4691-8ef1-1b8efc678210 admin admin] Network f990eddf-d878-4f47-b3b2-0c1b5489e1ba is scheduled to be hosted by DHCP agent 24f06517-14a9-410e-b60e-7bfb109842b9 with binding_index 1 {{(pid=86331) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 17 03:57:55.413213 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.scheduler.base_scheduler [None req-b2b4d222-bd28-4691-8ef1-1b8efc678210 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786054-2-smb, f990eddf-d878-4f47-b3b2-0c1b5489e1ba) {{(pid=86331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 17 03:57:55.417823 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2b4d222-bd28-4691-8ef1-1b8efc678210 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 03:57:55.418443 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-b2b4d222-bd28-4691-8ef1-1b8efc678210 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854152307'] for subnet, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 03:57:55.423507 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fce546e9-e2a1-4c60-a9e6-45867d45b016 None None] Network f990eddf-d878-4f47-b3b2-0c1b5489e1ba requested from dv-cinder-786054-2-smb {{(pid=86332) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 17 03:57:55.438830 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [None req-b2b4d222-bd28-4691-8ef1-1b8efc678210 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.6874902 Apr 17 03:57:55.918317 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c0dfd6c-8204-4b65-8c9c-4b947a97f33f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp99d047f8-0569-52f0-a2e8-3bcffc7769b2-f990eddf-d878-4f47-b3b2-0c1b5489e1ba', 'network_id': 'f990eddf-d878-4f47-b3b2-0c1b5489e1ba', 'tenant_id': '2a3838cb46324884b69681c171d68345', 'fixed_ips': [{'subnet_id': 'd351f612-06f8-48cd-8d8f-88e23e1d4304'}]}} from dv-cinder-786054-2-smb. {{(pid=86332) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 17 03:57:55.919503 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-3c0dfd6c-8204-4b65-8c9c-4b947a97f33f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853081909'] for port, before_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 03:57:56.110036 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.db_base_plugin_common [None req-3c0dfd6c-8204-4b65-8c9c-4b947a97f33f None None] Allocated IP 172.20.0.2 (f990eddf-d878-4f47-b3b2-0c1b5489e1ba/d351f612-06f8-48cd-8d8f-88e23e1d4304/dfdbf6a2-be2d-4057-933f-d2fc11a25504) {{(pid=86332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 17 03:57:56.340819 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-3c0dfd6c-8204-4b65-8c9c-4b947a97f33f None None] Notify callbacks [] for port, precommit_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 03:57:56.353891 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.provisioning_blocks [None req-3c0dfd6c-8204-4b65-8c9c-4b947a97f33f None None] Transition to ACTIVE for port object dfdbf6a2-be2d-4057-933f-d2fc11a25504 will not be triggered until provisioned by entity L2. {{(pid=86332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 17 03:57:56.377028 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.provisioning_blocks [None req-3c0dfd6c-8204-4b65-8c9c-4b947a97f33f None None] Transition to ACTIVE for port object dfdbf6a2-be2d-4057-933f-d2fc11a25504 will not be triggered until provisioned by entity DHCP. {{(pid=86332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 17 03:57:56.383258 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-3c0dfd6c-8204-4b65-8c9c-4b947a97f33f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1691685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854152290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244555219623'] for port, after_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 03:57:56.388054 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 03:57:56.454544 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c0dfd6c-8204-4b65-8c9c-4b947a97f33f None None] Network f990eddf-d878-4f47-b3b2-0c1b5489e1ba is already hosted by enough agents. {{(pid=86332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 17 03:57:56.455631 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.scheduler.base_scheduler [None req-3c0dfd6c-8204-4b65-8c9c-4b947a97f33f None None] Resources bound (agent type, host, resource id): {{(pid=86332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 17 03:57:56.458736 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c0dfd6c-8204-4b65-8c9c-4b947a97f33f None None] Received port after_create {{(pid=86332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 17 03:57:56.468558 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0dfd6c-8204-4b65-8c9c-4b947a97f33f None None] Pushing event updated for resources: {'Port': ['ID=dfdbf6a2-be2d-4057-933f-d2fc11a25504,revision_number=1']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 03:57:56.514220 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0dfd6c-8204-4b65-8c9c-4b947a97f33f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 03:57:56.514584 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0dfd6c-8204-4b65-8c9c-4b947a97f33f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 03:57:56.514943 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0dfd6c-8204-4b65-8c9c-4b947a97f33f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 03:57:56.515299 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0dfd6c-8204-4b65-8c9c-4b947a97f33f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 03:57:56.515649 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0dfd6c-8204-4b65-8c9c-4b947a97f33f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 03:57:56.515997 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0dfd6c-8204-4b65-8c9c-4b947a97f33f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 03:57:56.516345 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0dfd6c-8204-4b65-8c9c-4b947a97f33f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 03:57:56.516738 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0dfd6c-8204-4b65-8c9c-4b947a97f33f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 03:57:56.517065 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0dfd6c-8204-4b65-8c9c-4b947a97f33f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 03:57:56.517407 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0dfd6c-8204-4b65-8c9c-4b947a97f33f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 03:57:56.517749 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0dfd6c-8204-4b65-8c9c-4b947a97f33f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 03:57:56.518087 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0dfd6c-8204-4b65-8c9c-4b947a97f33f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 03:57:56.519158 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0dfd6c-8204-4b65-8c9c-4b947a97f33f None None] Tracked resource versions report: Apr 17 03:57:56.519158 dv-cinder-786054-2-smb neutron-server[86217]: pushed versions: Apr 17 03:57:56.519158 dv-cinder-786054-2-smb neutron-server[86217]: { 'AddressGroup': {'1.2'}, Apr 17 03:57:56.519158 dv-cinder-786054-2-smb neutron-server[86217]: 'ConntrackHelper': {'1.0'}, Apr 17 03:57:56.519158 dv-cinder-786054-2-smb neutron-server[86217]: 'Log': {'1.0'}, Apr 17 03:57:56.519158 dv-cinder-786054-2-smb neutron-server[86217]: 'Network': {'1.1'}, Apr 17 03:57:56.519158 dv-cinder-786054-2-smb neutron-server[86217]: 'Port': {'1.7'}, Apr 17 03:57:56.519158 dv-cinder-786054-2-smb neutron-server[86217]: 'PortForwarding': {'1.2'}, Apr 17 03:57:56.519158 dv-cinder-786054-2-smb neutron-server[86217]: 'QosPolicy': {'1.8'}, Apr 17 03:57:56.519158 dv-cinder-786054-2-smb neutron-server[86217]: 'SecurityGroup': {'1.4'}, Apr 17 03:57:56.519158 dv-cinder-786054-2-smb neutron-server[86217]: 'SecurityGroupRule': {'1.2'}, Apr 17 03:57:56.519158 dv-cinder-786054-2-smb neutron-server[86217]: 'SubPort': {'1.0'}, Apr 17 03:57:56.519158 dv-cinder-786054-2-smb neutron-server[86217]: 'Subnet': {'1.1'}, Apr 17 03:57:56.519158 dv-cinder-786054-2-smb neutron-server[86217]: 'Trunk': {'1.1'}} Apr 17 03:57:56.519158 dv-cinder-786054-2-smb neutron-server[86217]: consumer versions: Apr 17 03:57:56.519158 dv-cinder-786054-2-smb neutron-server[86217]: { DHCP agent@dv-cinder-786054-2-smb: {}, Apr 17 03:57:56.519158 dv-cinder-786054-2-smb neutron-server[86217]: L3 agent@dv-cinder-786054-2-smb: {}, Apr 17 03:57:56.519158 dv-cinder-786054-2-smb neutron-server[86217]: Metadata agent@dv-cinder-786054-2-smb: {}, Apr 17 03:57:56.519158 dv-cinder-786054-2-smb neutron-server[86217]: Metering agent@dv-cinder-786054-2-smb: {}, Apr 17 03:57:56.519158 dv-cinder-786054-2-smb neutron-server[86217]: Open vSwitch agent@dv-cinder-786054-2-smb: { 'AddressGroup': '1.2', Apr 17 03:57:56.519158 dv-cinder-786054-2-smb neutron-server[86217]: 'ConntrackHelper': '1.0', Apr 17 03:57:56.519158 dv-cinder-786054-2-smb neutron-server[86217]: 'Log': '1.0', Apr 17 03:57:56.519158 dv-cinder-786054-2-smb neutron-server[86217]: 'Network': '1.1', Apr 17 03:57:56.519158 dv-cinder-786054-2-smb neutron-server[86217]: 'Port': '1.7', Apr 17 03:57:56.519158 dv-cinder-786054-2-smb neutron-server[86217]: 'PortForwarding': '1.2', Apr 17 03:57:56.519158 dv-cinder-786054-2-smb neutron-server[86217]: 'QosPolicy': '1.8', Apr 17 03:57:56.519158 dv-cinder-786054-2-smb neutron-server[86217]: 'SecurityGroup': '1.4', Apr 17 03:57:56.519158 dv-cinder-786054-2-smb neutron-server[86217]: 'SecurityGroupRule': '1.2', Apr 17 03:57:56.519158 dv-cinder-786054-2-smb neutron-server[86217]: 'SubPort': '1.0', Apr 17 03:57:56.519158 dv-cinder-786054-2-smb neutron-server[86217]: 'Subnet': '1.1', Apr 17 03:57:56.519158 dv-cinder-786054-2-smb neutron-server[86217]: 'Trunk': '1.1'}} Apr 17 03:57:56.519158 dv-cinder-786054-2-smb neutron-server[86217]: {{(pid=86332) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 17 03:57:56.522784 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-3c0dfd6c-8204-4b65-8c9c-4b947a97f33f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 03:57:56.573801 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.managers [None req-3c0dfd6c-8204-4b65-8c9c-4b947a97f33f None None] Attempting to bind port dfdbf6a2-be2d-4057-933f-d2fc11a25504 on host dv-cinder-786054-2-smb for vnic_type normal with profile {{(pid=86332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 17 03:57:56.574224 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.managers [None req-3c0dfd6c-8204-4b65-8c9c-4b947a97f33f None None] Attempting to bind port dfdbf6a2-be2d-4057-933f-d2fc11a25504 by drivers openvswitch,hyperv on host dv-cinder-786054-2-smb at level 0 using segments [{'id': '5d4fc80a-8f92-49b3-add4-36ec3231ca9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'f990eddf-d878-4f47-b3b2-0c1b5489e1ba'}] {{(pid=86332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 17 03:57:56.574624 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c0dfd6c-8204-4b65-8c9c-4b947a97f33f None None] Attempting to bind port dfdbf6a2-be2d-4057-933f-d2fc11a25504 on network f990eddf-d878-4f47-b3b2-0c1b5489e1ba {{(pid=86332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 17 03:57:56.580693 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c0dfd6c-8204-4b65-8c9c-4b947a97f33f None None] Checking agent: {'id': '96b6248f-f9b9-4a9f-9317-f4ef1fc85571', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786054-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 17, 3, 57, 41), 'started_at': datetime.datetime(2021, 4, 17, 3, 57, 41), 'heartbeat_timestamp': datetime.datetime(2021, 4, 17, 3, 57, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786054-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 17 03:57:56.581457 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c0dfd6c-8204-4b65-8c9c-4b947a97f33f None None] Checking segment: {'id': '5d4fc80a-8f92-49b3-add4-36ec3231ca9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'f990eddf-d878-4f47-b3b2-0c1b5489e1ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 17 03:57:56.581962 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-3c0dfd6c-8204-4b65-8c9c-4b947a97f33f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 03:57:56.582386 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c0dfd6c-8204-4b65-8c9c-4b947a97f33f None None] Bound using segment: {'id': '5d4fc80a-8f92-49b3-add4-36ec3231ca9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'f990eddf-d878-4f47-b3b2-0c1b5489e1ba'} {{(pid=86332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 17 03:57:56.582926 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.managers [None req-3c0dfd6c-8204-4b65-8c9c-4b947a97f33f None None] Bound port: dfdbf6a2-be2d-4057-933f-d2fc11a25504, host: dv-cinder-786054-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d4fc80a-8f92-49b3-add4-36ec3231ca9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'f990eddf-d878-4f47-b3b2-0c1b5489e1ba'}}] {{(pid=86332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 17 03:57:56.583592 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-3c0dfd6c-8204-4b65-8c9c-4b947a97f33f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853081909'] for port, before_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 03:57:56.678779 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.db [None req-3c0dfd6c-8204-4b65-8c9c-4b947a97f33f None None] For port dfdbf6a2-be2d-4057-933f-d2fc11a25504, host dv-cinder-786054-2-smb, cleared binding levels {{(pid=86332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 17 03:57:56.682852 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.db [None req-3c0dfd6c-8204-4b65-8c9c-4b947a97f33f None None] For port dfdbf6a2-be2d-4057-933f-d2fc11a25504, host dv-cinder-786054-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-2-smb',level=0,port_id=dfdbf6a2-be2d-4057-933f-d2fc11a25504,segment=NetworkSegment(5d4fc80a-8f92-49b3-add4-36ec3231ca9b),segment_id=5d4fc80a-8f92-49b3-add4-36ec3231ca9b)] {{(pid=86332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 17 03:57:56.686866 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-3c0dfd6c-8204-4b65-8c9c-4b947a97f33f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1691685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854152290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792299986632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244555219606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792299556228'] for port, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 03:57:56.690892 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-3c0dfd6c-8204-4b65-8c9c-4b947a97f33f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 03:57:56.779725 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0dfd6c-8204-4b65-8c9c-4b947a97f33f None None] Pushing event updated for resources: {'Port': ['ID=dfdbf6a2-be2d-4057-933f-d2fc11a25504,revision_number=2']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 03:57:56.788962 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-3c0dfd6c-8204-4b65-8c9c-4b947a97f33f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 03:57:58.168798 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.20', 50782) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 17 03:57:58.813649 dv-cinder-786054-2-smb neutron-server[86217]: WARNING oslo_policy.policy [None req-88e5b275-63b3-4a68-a0c4-787784f41c28 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 17 03:57:58.814208 dv-cinder-786054-2-smb neutron-server[86217]: WARNING oslo_policy.policy [None req-88e5b275-63b3-4a68-a0c4-787784f41c28 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 17 03:57:59.041149 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [None req-88e5b275-63b3-4a68-a0c4-787784f41c28 admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=86330) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 17 03:57:59.042456 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [None req-88e5b275-63b3-4a68-a0c4-787784f41c28 admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8716280 Apr 17 03:58:01.786553 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.20', 50800) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 17 03:58:02.191509 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [None req-e5f8ea0c-ebb6-42f3-9318-c5c2186ff9d9 admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=86330) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 17 03:58:02.192637 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [None req-e5f8ea0c-ebb6-42f3-9318-c5c2186ff9d9 admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4051311 Apr 17 03:58:03.016437 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.rpc [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] Device dfdbf6a2-be2d-4057-933f-d2fc11a25504 up at agent ovs-agent-dv-cinder-786054-2-smb {{(pid=86332) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 17 03:58:03.095612 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.provisioning_blocks [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] Provisioning for port dfdbf6a2-be2d-4057-933f-d2fc11a25504 completed by entity L2. {{(pid=86332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 17 03:58:03.492841 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-558682ec-803d-40e5-81c3-7e9c1cb7eac6 None None] Network f990eddf-d878-4f47-b3b2-0c1b5489e1ba requested from dv-cinder-786054-2-smb {{(pid=86332) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 17 03:58:03.598218 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.provisioning_blocks [None req-48e568d4-8f3d-4386-9a55-f832319dba5f None None] Provisioning for port dfdbf6a2-be2d-4057-933f-d2fc11a25504 completed by entity DHCP. {{(pid=86332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 17 03:58:03.613691 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.provisioning_blocks [None req-48e568d4-8f3d-4386-9a55-f832319dba5f None None] Provisioning complete for port dfdbf6a2-be2d-4057-933f-d2fc11a25504 triggered by entity DHCP. {{(pid=86332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 17 03:58:03.614081 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-48e568d4-8f3d-4386-9a55-f832319dba5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2017814'] for port, provisioning_complete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 03:58:03.837259 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-48e568d4-8f3d-4386-9a55-f832319dba5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853081909'] for port, before_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 03:58:03.884712 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.db [None req-48e568d4-8f3d-4386-9a55-f832319dba5f None None] For port dfdbf6a2-be2d-4057-933f-d2fc11a25504, host dv-cinder-786054-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-2-smb',level=0,port_id=dfdbf6a2-be2d-4057-933f-d2fc11a25504,segment=NetworkSegment(5d4fc80a-8f92-49b3-add4-36ec3231ca9b),segment_id=5d4fc80a-8f92-49b3-add4-36ec3231ca9b)] {{(pid=86332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 17 03:58:03.889590 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-48e568d4-8f3d-4386-9a55-f832319dba5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1691685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854152290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792299986632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244555219606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792299556228'] for port, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 03:58:03.894796 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 03:58:03.969823 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e568d4-8f3d-4386-9a55-f832319dba5f None None] Pushing event updated for resources: {'Port': ['ID=dfdbf6a2-be2d-4057-933f-d2fc11a25504,revision_number=3']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 03:58:03.973352 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-48e568d4-8f3d-4386-9a55-f832319dba5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 03:58:04.114844 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.provisioning_blocks [None req-f7363626-adba-48b8-9c62-dc6c0fe4148b None None] Provisioning complete for port dfdbf6a2-be2d-4057-933f-d2fc11a25504 triggered by entity DHCP. {{(pid=86332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 17 03:58:04.115371 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-f7363626-adba-48b8-9c62-dc6c0fe4148b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2017814'] for port, provisioning_complete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 03:58:04.985218 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.rpc [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] Device dfdbf6a2-be2d-4057-933f-d2fc11a25504 up at agent ovs-agent-dv-cinder-786054-2-smb {{(pid=86332) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 17 03:58:05.057323 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.provisioning_blocks [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] Provisioning complete for port dfdbf6a2-be2d-4057-933f-d2fc11a25504 triggered by entity L2. {{(pid=86332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 17 03:58:05.057722 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2017814'] for port, provisioning_complete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 03:58:05.224280 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.20', 50812) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 17 03:58:05.646106 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.v2.base [None req-cdd2ab6c-ff68-4a3e-9747-19103bf49ea4 admin admin] Request body: {'router': {'tenant_id': '2a3838cb46324884b69681c171d68345', 'name': 'router1', 'admin_state_up': True}} {{(pid=86330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 17 03:58:05.734216 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.policy [None req-cdd2ab6c-ff68-4a3e-9747-19103bf49ea4 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=86330) register_rules /opt/stack/neutron/neutron/policy.py:75}} Apr 17 03:58:05.788778 dv-cinder-786054-2-smb neutron-server[86217]: WARNING oslo_policy.policy [None req-cdd2ab6c-ff68-4a3e-9747-19103bf49ea4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 17 03:58:05.789186 dv-cinder-786054-2-smb neutron-server[86217]: WARNING oslo_policy.policy [None req-cdd2ab6c-ff68-4a3e-9747-19103bf49ea4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 17 03:58:05.807323 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.quota [None req-cdd2ab6c-ff68-4a3e-9747-19103bf49ea4 admin admin] Loaded quota_driver: . Apr 17 03:58:05.824004 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [None req-cdd2ab6c-ff68-4a3e-9747-19103bf49ea4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 17 03:58:05.830886 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [None req-cdd2ab6c-ff68-4a3e-9747-19103bf49ea4 admin admin] Usage tracker for resource:router and tenant:2a3838cb46324884b69681c171d68345 is out of sync, need to count used quota {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 17 03:58:05.835439 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [None req-cdd2ab6c-ff68-4a3e-9747-19103bf49ea4 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 17 03:58:05.843892 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [None req-cdd2ab6c-ff68-4a3e-9747-19103bf49ea4 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 17 03:58:05.860334 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-cdd2ab6c-ff68-4a3e-9747-19103bf49ea4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1021932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854768848'] for router, before_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 03:58:05.862388 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-cdd2ab6c-ff68-4a3e-9747-19103bf49ea4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853753884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853831678', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853853165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6953'] for router, precommit_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 03:58:05.889144 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-cdd2ab6c-ff68-4a3e-9747-19103bf49ea4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 03:58:06.161981 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-cdd2ab6c-ff68-4a3e-9747-19103bf49ea4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1022791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-944351'] for router, after_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 03:58:06.183932 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-cdd2ab6c-ff68-4a3e-9747-19103bf49ea4 admin admin] Notify callbacks [] for router, before_response {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 03:58:06.185221 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [None req-cdd2ab6c-ff68-4a3e-9747-19103bf49ea4 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.9598329 Apr 17 03:58:07.232537 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-a3c09e11-07dd-4f72-9416-2b6d642efeed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244554870149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852757949'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 03:58:08.877458 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.20', 50824) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 17 03:58:09.295516 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [None req-a3395f5b-a0db-4fc3-afac-24eb0e85484e admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=86330) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 17 03:58:09.296627 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [None req-a3395f5b-a0db-4fc3-afac-24eb0e85484e admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4179125 Apr 17 03:58:09.513855 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-582219d5-2cca-4544-8896-7bb928b1944f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244554870149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852757949'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 03:58:09.638243 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.agents_db [None req-76d39d81-b417-4462-95bd-4e842fba9248 None None] Agent healthcheck: found 5 active agents {{(pid=86333) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 17 03:58:10.515848 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-c4f59f18-ba4f-4d63-813b-4697a67f74c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244554870149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852757949'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 03:58:10.886263 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244554870149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852757949'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 03:58:11.617097 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-6f7ee5bc-ae74-4cc6-a62a-23eab2a2e65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244554870149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852757949'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 03:58:12.038434 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.20', 50846) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 17 03:58:12.212302 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.v2.base [None req-3f1ef4ce-872b-4875-b04d-2c98c73c5325 admin admin] Request body: {'network': {'router:external': True, 'is_default': True, 'name': 'public', 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'admin_state_up': True}} {{(pid=86330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 17 03:58:12.219586 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [None req-3f1ef4ce-872b-4875-b04d-2c98c73c5325 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 17 03:58:12.223614 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [None req-3f1ef4ce-872b-4875-b04d-2c98c73c5325 admin admin] Usage tracker for resource:network and tenant:2634fc6ebd964176a51e0b82206830b0 is out of sync, need to count used quota {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 17 03:58:12.227005 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [None req-3f1ef4ce-872b-4875-b04d-2c98c73c5325 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 17 03:58:12.233014 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [None req-3f1ef4ce-872b-4875-b04d-2c98c73c5325 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 17 03:58:12.245884 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f1ef4ce-872b-4875-b04d-2c98c73c5325 admin admin] Made reservation on behalf of 2634fc6ebd964176a51e0b82206830b0 for: {'network': 1} {{(pid=86330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 17 03:58:12.251659 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-3f1ef4ce-872b-4875-b04d-2c98c73c5325 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853081909'] for network, before_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 03:58:12.267709 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-3f1ef4ce-872b-4875-b04d-2c98c73c5325 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 03:58:12.282377 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [None req-3f1ef4ce-872b-4875-b04d-2c98c73c5325 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 17 03:58:12.286541 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [None req-3f1ef4ce-872b-4875-b04d-2c98c73c5325 admin admin] Usage tracker for resource:security_group_rule and tenant:2634fc6ebd964176a51e0b82206830b0 is out of sync, need to count used quota {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 17 03:58:12.289909 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [None req-3f1ef4ce-872b-4875-b04d-2c98c73c5325 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 17 03:58:12.296163 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [None req-3f1ef4ce-872b-4875-b04d-2c98c73c5325 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 17 03:58:12.391569 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-3f1ef4ce-872b-4875-b04d-2c98c73c5325 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 03:58:12.395953 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-3f1ef4ce-872b-4875-b04d-2c98c73c5325 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920236'] for security_group, after_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 03:58:12.400682 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 03:58:12.413903 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-3f1ef4ce-872b-4875-b04d-2c98c73c5325 admin admin] Reserving flat network on physical network physnet1 {{(pid=86330) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:101}} Apr 17 03:58:12.442803 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-3f1ef4ce-872b-4875-b04d-2c98c73c5325 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363244554870166', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852729262'] for segment, precommit_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 03:58:12.443337 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-3f1ef4ce-872b-4875-b04d-2c98c73c5325 admin admin] Unsubscribe: segment precommit_create {{(pid=86330) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}} Apr 17 03:58:12.443794 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.db.segments_db [None req-3f1ef4ce-872b-4875-b04d-2c98c73c5325 admin admin] Added segment 0331decf-77a3-4764-a14d-d11dc820119c of type flat for network 3299e77b-a72c-46bf-8676-13cef166cd0a Apr 17 03:58:12.502079 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1ef4ce-872b-4875-b04d-2c98c73c5325 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3468638-a466-4bc4-9ba6-f9039ac666f4,revision_number=1']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 03:58:12.524333 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1ef4ce-872b-4875-b04d-2c98c73c5325 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 03:58:12.524755 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1ef4ce-872b-4875-b04d-2c98c73c5325 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 03:58:12.525120 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1ef4ce-872b-4875-b04d-2c98c73c5325 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 03:58:12.525531 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1ef4ce-872b-4875-b04d-2c98c73c5325 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 03:58:12.525905 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1ef4ce-872b-4875-b04d-2c98c73c5325 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 03:58:12.526267 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1ef4ce-872b-4875-b04d-2c98c73c5325 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 03:58:12.526633 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1ef4ce-872b-4875-b04d-2c98c73c5325 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 03:58:12.527026 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1ef4ce-872b-4875-b04d-2c98c73c5325 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 03:58:12.527361 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1ef4ce-872b-4875-b04d-2c98c73c5325 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 03:58:12.527778 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1ef4ce-872b-4875-b04d-2c98c73c5325 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 03:58:12.528150 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1ef4ce-872b-4875-b04d-2c98c73c5325 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 03:58:12.528596 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1ef4ce-872b-4875-b04d-2c98c73c5325 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 03:58:12.529695 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1ef4ce-872b-4875-b04d-2c98c73c5325 admin admin] Tracked resource versions report: Apr 17 03:58:12.529695 dv-cinder-786054-2-smb neutron-server[86217]: pushed versions: Apr 17 03:58:12.529695 dv-cinder-786054-2-smb neutron-server[86217]: { 'AddressGroup': {'1.2'}, Apr 17 03:58:12.529695 dv-cinder-786054-2-smb neutron-server[86217]: 'ConntrackHelper': {'1.0'}, Apr 17 03:58:12.529695 dv-cinder-786054-2-smb neutron-server[86217]: 'Log': {'1.0'}, Apr 17 03:58:12.529695 dv-cinder-786054-2-smb neutron-server[86217]: 'Network': {'1.1'}, Apr 17 03:58:12.529695 dv-cinder-786054-2-smb neutron-server[86217]: 'Port': {'1.7'}, Apr 17 03:58:12.529695 dv-cinder-786054-2-smb neutron-server[86217]: 'PortForwarding': {'1.2'}, Apr 17 03:58:12.529695 dv-cinder-786054-2-smb neutron-server[86217]: 'QosPolicy': {'1.8'}, Apr 17 03:58:12.529695 dv-cinder-786054-2-smb neutron-server[86217]: 'SecurityGroup': {'1.4'}, Apr 17 03:58:12.529695 dv-cinder-786054-2-smb neutron-server[86217]: 'SecurityGroupRule': {'1.2'}, Apr 17 03:58:12.529695 dv-cinder-786054-2-smb neutron-server[86217]: 'SubPort': {'1.0'}, Apr 17 03:58:12.529695 dv-cinder-786054-2-smb neutron-server[86217]: 'Subnet': {'1.1'}, Apr 17 03:58:12.529695 dv-cinder-786054-2-smb neutron-server[86217]: 'Trunk': {'1.1'}} Apr 17 03:58:12.529695 dv-cinder-786054-2-smb neutron-server[86217]: consumer versions: Apr 17 03:58:12.529695 dv-cinder-786054-2-smb neutron-server[86217]: { DHCP agent@dv-cinder-786054-2-smb: {}, Apr 17 03:58:12.529695 dv-cinder-786054-2-smb neutron-server[86217]: L3 agent@dv-cinder-786054-2-smb: {}, Apr 17 03:58:12.529695 dv-cinder-786054-2-smb neutron-server[86217]: Metadata agent@dv-cinder-786054-2-smb: {}, Apr 17 03:58:12.529695 dv-cinder-786054-2-smb neutron-server[86217]: Metering agent@dv-cinder-786054-2-smb: {}, Apr 17 03:58:12.529695 dv-cinder-786054-2-smb neutron-server[86217]: Open vSwitch agent@dv-cinder-786054-2-smb: { 'AddressGroup': '1.2', Apr 17 03:58:12.529695 dv-cinder-786054-2-smb neutron-server[86217]: 'ConntrackHelper': '1.0', Apr 17 03:58:12.529695 dv-cinder-786054-2-smb neutron-server[86217]: 'Log': '1.0', Apr 17 03:58:12.529695 dv-cinder-786054-2-smb neutron-server[86217]: 'Network': '1.1', Apr 17 03:58:12.529695 dv-cinder-786054-2-smb neutron-server[86217]: 'Port': '1.7', Apr 17 03:58:12.529695 dv-cinder-786054-2-smb neutron-server[86217]: 'PortForwarding': '1.2', Apr 17 03:58:12.529695 dv-cinder-786054-2-smb neutron-server[86217]: 'QosPolicy': '1.8', Apr 17 03:58:12.529695 dv-cinder-786054-2-smb neutron-server[86217]: 'SecurityGroup': '1.4', Apr 17 03:58:12.529695 dv-cinder-786054-2-smb neutron-server[86217]: 'SecurityGroupRule': '1.2', Apr 17 03:58:12.529695 dv-cinder-786054-2-smb neutron-server[86217]: 'SubPort': '1.0', Apr 17 03:58:12.529695 dv-cinder-786054-2-smb neutron-server[86217]: 'Subnet': '1.1', Apr 17 03:58:12.529695 dv-cinder-786054-2-smb neutron-server[86217]: 'Trunk': '1.1'}} Apr 17 03:58:12.529695 dv-cinder-786054-2-smb neutron-server[86217]: {{(pid=86330) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 17 03:58:12.575279 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-3f1ef4ce-872b-4875-b04d-2c98c73c5325 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792299528426'] for network, precommit_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 03:58:12.581739 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-3f1ef4ce-872b-4875-b04d-2c98c73c5325 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 03:58:12.621692 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-3f1ef4ce-872b-4875-b04d-2c98c73c5325 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854152290'] for network, after_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 03:58:12.623131 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f1ef4ce-872b-4875-b04d-2c98c73c5325 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 03:58:12.623795 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-3f1ef4ce-872b-4875-b04d-2c98c73c5325 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854152307'] for network, before_response {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 03:58:12.628873 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 03:58:12.735829 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [None req-3f1ef4ce-872b-4875-b04d-2c98c73c5325 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6959579 Apr 17 03:58:12.736492 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1ef4ce-872b-4875-b04d-2c98c73c5325 admin admin] Pushing event updated for resources: {'Network': ['ID=3299e77b-a72c-46bf-8676-13cef166cd0a,revision_number=1']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 03:58:12.762115 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-3f1ef4ce-872b-4875-b04d-2c98c73c5325 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 03:58:12.769814 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.rpc [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] Network 3299e77b-a72c-46bf-8676-13cef166cd0a details requested by agent ovs-agent-dv-cinder-786054-2-smb with host dv-cinder-786054-2-smb {{(pid=86332) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 17 03:58:15.255904 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.20', 50870) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 17 03:58:15.394030 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e896d59-98dd-453d-ab8d-4f8b26712ea9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 03:58:15.395469 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [None req-7e896d59-98dd-453d-ab8d-4f8b26712ea9 admin admin] 10.222.0.20 "GET /v2.0/subnets/d351f612-06f8-48cd-8d8f-88e23e1d4304 HTTP/1.1" status: 200 len: 849 time: 0.1381781 Apr 17 03:58:15.547659 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [None req-cfd8a172-0f12-48a4-aae5-2e7f4a31d390 admin admin] 10.222.0.20 "GET /v2.0/routers/6fd75add-9e5b-40d0-b6c6-29acab12bed8 HTTP/1.1" status: 200 len: 704 time: 0.1427810 Apr 17 03:58:16.042698 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-cf43997d-0b32-44fe-82f4-7b616a4584d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853081909'] for port, before_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 03:58:16.433378 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.db_base_plugin_common [None req-cf43997d-0b32-44fe-82f4-7b616a4584d7 admin admin] Allocated IP 172.20.0.1 (f990eddf-d878-4f47-b3b2-0c1b5489e1ba/d351f612-06f8-48cd-8d8f-88e23e1d4304/fd104746-407c-4ae7-a327-053a59b84b71) {{(pid=86330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 17 03:58:16.603986 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-cf43997d-0b32-44fe-82f4-7b616a4584d7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 03:58:16.623191 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.provisioning_blocks [None req-cf43997d-0b32-44fe-82f4-7b616a4584d7 admin admin] Transition to ACTIVE for port object fd104746-407c-4ae7-a327-053a59b84b71 will not be triggered until provisioned by entity DHCP. {{(pid=86330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 17 03:58:16.677924 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-cf43997d-0b32-44fe-82f4-7b616a4584d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1691685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854152290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244555219623'] for port, after_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 03:58:16.681727 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 03:58:16.749131 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf43997d-0b32-44fe-82f4-7b616a4584d7 admin admin] Network f990eddf-d878-4f47-b3b2-0c1b5489e1ba is already hosted by enough agents. {{(pid=86330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 17 03:58:16.752023 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.scheduler.base_scheduler [None req-cf43997d-0b32-44fe-82f4-7b616a4584d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=86330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 17 03:58:16.755190 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf43997d-0b32-44fe-82f4-7b616a4584d7 admin admin] Received port after_create {{(pid=86330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 17 03:58:16.755892 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-cf43997d-0b32-44fe-82f4-7b616a4584d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036853752574'] for router_interface, before_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 03:58:16.886946 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf43997d-0b32-44fe-82f4-7b616a4584d7 admin admin] Pushing event updated for resources: {'Port': ['ID=fd104746-407c-4ae7-a327-053a59b84b71,revision_number=1']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 03:58:16.890452 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-cf43997d-0b32-44fe-82f4-7b616a4584d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 03:58:16.957437 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.provisioning_blocks [None req-ed81744d-aa50-4456-a9af-4a07b7a63a84 None None] Provisioning for port fd104746-407c-4ae7-a327-053a59b84b71 completed by entity DHCP. {{(pid=86332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 17 03:58:16.963222 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.provisioning_blocks [None req-ed81744d-aa50-4456-a9af-4a07b7a63a84 None None] Provisioning complete for port fd104746-407c-4ae7-a327-053a59b84b71 triggered by entity DHCP. {{(pid=86332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 17 03:58:16.963675 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-ed81744d-aa50-4456-a9af-4a07b7a63a84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2017814'] for port, provisioning_complete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 03:58:17.022748 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.plugin [None req-ed81744d-aa50-4456-a9af-4a07b7a63a84 None None] Port fd104746-407c-4ae7-a327-053a59b84b71 cannot update to ACTIVE because it is not bound. {{(pid=86332) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 17 03:58:17.028285 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-cf43997d-0b32-44fe-82f4-7b616a4584d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853081909'] for port, before_update {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 03:58:17.278788 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-cf43997d-0b32-44fe-82f4-7b616a4584d7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 03:58:17.283402 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-cf43997d-0b32-44fe-82f4-7b616a4584d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1691685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854152290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792299986632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244555219606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792299556228'] for port, after_update {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 03:58:17.284532 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-cf43997d-0b32-44fe-82f4-7b616a4584d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854152273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1023333'] for router_interface, after_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 03:58:17.287867 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-cf43997d-0b32-44fe-82f4-7b616a4584d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 03:58:17.425751 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf43997d-0b32-44fe-82f4-7b616a4584d7 admin admin] Pushing event updated for resources: {'Port': ['ID=fd104746-407c-4ae7-a327-053a59b84b71,revision_number=2']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 03:58:17.432640 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-cf43997d-0b32-44fe-82f4-7b616a4584d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 03:58:17.491309 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf43997d-0b32-44fe-82f4-7b616a4584d7 admin admin] Network f990eddf-d878-4f47-b3b2-0c1b5489e1ba is already hosted by enough agents. {{(pid=86330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 17 03:58:17.492482 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.scheduler.base_scheduler [None req-cf43997d-0b32-44fe-82f4-7b616a4584d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=86330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 17 03:58:17.646394 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.provisioning_blocks [None req-8d5a0d12-3b34-4d2f-90bc-0b78f89ff24a None None] Provisioning complete for port fd104746-407c-4ae7-a327-053a59b84b71 triggered by entity DHCP. {{(pid=86332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 17 03:58:17.646802 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-8d5a0d12-3b34-4d2f-90bc-0b78f89ff24a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2017814'] for port, provisioning_complete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 03:58:17.694192 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf43997d-0b32-44fe-82f4-7b616a4584d7 admin admin] Router 6fd75add-9e5b-40d0-b6c6-29acab12bed8 is scheduled to L3 agent 89c35117-d9bd-45d8-8d43-26735203dc9d with binding_index 1 {{(pid=86330) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 17 03:58:17.703378 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.plugin [None req-8d5a0d12-3b34-4d2f-90bc-0b78f89ff24a None None] Port fd104746-407c-4ae7-a327-053a59b84b71 cannot update to ACTIVE because it is not bound. {{(pid=86332) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 17 03:58:17.858266 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf43997d-0b32-44fe-82f4-7b616a4584d7 admin admin] Notify agent at l3_agent.dv-cinder-786054-2-smb the message routers_updated {{(pid=86330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 17 03:58:17.867714 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [None req-cf43997d-0b32-44fe-82f4-7b616a4584d7 admin admin] 10.222.0.20 "PUT /v2.0/routers/6fd75add-9e5b-40d0-b6c6-29acab12bed8/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.3117168 Apr 17 03:58:17.868721 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c665108-7101-4a43-8136-7e3da066d5c2 None None] Sync routers for ids ['6fd75add-9e5b-40d0-b6c6-29acab12bed8'] in dv-cinder-786054-2-smb {{(pid=86333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 17 03:58:17.885162 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c665108-7101-4a43-8136-7e3da066d5c2 None None] Routers {'6fd75add-9e5b-40d0-b6c6-29acab12bed8'} bound to L3 agent in host dv-cinder-786054-2-smb {{(pid=86333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 17 03:58:17.886024 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.l3_hamode_db [None req-0c665108-7101-4a43-8136-7e3da066d5c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786054-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-17T03:57:39Z,description=,heartbeat_timestamp=2021-04-17T03:58:09Z,host='dv-cinder-786054-2-smb',id=89c35117-d9bd-45d8-8d43-26735203dc9d,load=0,resource_versions=,resources_synced=,started_at=2021-04-17T03:57:39Z,topic='l3_agent')) {'router_ids': ['6fd75add-9e5b-40d0-b6c6-29acab12bed8'], 'active': True} {{(pid=86333) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 17 03:58:18.068464 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.l3_dvr_db [None req-0c665108-7101-4a43-8136-7e3da066d5c2 None None] Set router 6fd75add-9e5b-40d0-b6c6-29acab12bed8 gateway port host: None {{(pid=86333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 17 03:58:18.618707 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.l3_hamode_db [None req-0c665108-7101-4a43-8136-7e3da066d5c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fd75add-9e5b-40d0-b6c6-29acab12bed8', 'name': 'router1', 'tenant_id': '2a3838cb46324884b69681c171d68345', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-17T03:58:05Z', 'updated_at': '2021-04-17T03:58:16Z', 'revision_number': 2, 'project_id': '2a3838cb46324884b69681c171d68345', 'gw_port_host': None, '_interfaces': [{'id': 'fd104746-407c-4ae7-a327-053a59b84b71', 'name': '', 'network_id': 'f990eddf-d878-4f47-b3b2-0c1b5489e1ba', 'tenant_id': '2a3838cb46324884b69681c171d68345', 'mac_address': 'fa:16:3e:fa:33:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fd75add-9e5b-40d0-b6c6-29acab12bed8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd351f612-06f8-48cd-8d8f-88e23e1d4304', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-17T03:58:16Z', 'updated_at': '2021-04-17T03:58:17Z', 'revision_number': 2, 'project_id': '2a3838cb46324884b69681c171d68345', 'subnets': [{'id': 'd351f612-06f8-48cd-8d8f-88e23e1d4304', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3a3066c3-22a5-4180-ac1c-98cd134ea3b6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-2-smb', False) {} {{(pid=86333) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 17 03:58:18.624056 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c665108-7101-4a43-8136-7e3da066d5c2 None None] Checking router: 6fd75add-9e5b-40d0-b6c6-29acab12bed8 for host: dv-cinder-786054-2-smb {{(pid=86333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 17 03:58:18.624492 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c665108-7101-4a43-8136-7e3da066d5c2 None None] Updating router 6fd75add-9e5b-40d0-b6c6-29acab12bed8 port fd104746-407c-4ae7-a327-053a59b84b71 binding host dv-cinder-786054-2-smb {{(pid=86333) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 17 03:58:18.682319 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-0c665108-7101-4a43-8136-7e3da066d5c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853081909'] for port, before_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 03:58:19.070572 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-0c665108-7101-4a43-8136-7e3da066d5c2 None None] Notify callbacks [] for port, precommit_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 03:58:19.085166 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.provisioning_blocks [None req-0c665108-7101-4a43-8136-7e3da066d5c2 None None] Transition to ACTIVE for port object fd104746-407c-4ae7-a327-053a59b84b71 will not be triggered until provisioned by entity L2. {{(pid=86333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 17 03:58:19.091276 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-0c665108-7101-4a43-8136-7e3da066d5c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1691685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854152290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792299986632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244555219606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792299556228'] for port, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 03:58:19.095819 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 03:58:19.262068 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a54de2f-4810-48ee-862f-b5b041dcbab0 None None] Pushing event updated for resources: {'Port': ['ID=fd104746-407c-4ae7-a327-053a59b84b71,revision_number=3']} {{(pid=86333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 03:58:19.304015 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a54de2f-4810-48ee-862f-b5b041dcbab0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 03:58:19.304397 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a54de2f-4810-48ee-862f-b5b041dcbab0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 03:58:19.304757 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a54de2f-4810-48ee-862f-b5b041dcbab0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 03:58:19.305106 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a54de2f-4810-48ee-862f-b5b041dcbab0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 03:58:19.305449 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a54de2f-4810-48ee-862f-b5b041dcbab0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 03:58:19.305794 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a54de2f-4810-48ee-862f-b5b041dcbab0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 03:58:19.306134 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a54de2f-4810-48ee-862f-b5b041dcbab0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 03:58:19.306472 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a54de2f-4810-48ee-862f-b5b041dcbab0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 03:58:19.306808 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a54de2f-4810-48ee-862f-b5b041dcbab0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 03:58:19.307142 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a54de2f-4810-48ee-862f-b5b041dcbab0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 03:58:19.307475 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a54de2f-4810-48ee-862f-b5b041dcbab0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 03:58:19.307806 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a54de2f-4810-48ee-862f-b5b041dcbab0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 03:58:19.308874 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a54de2f-4810-48ee-862f-b5b041dcbab0 None None] Tracked resource versions report: Apr 17 03:58:19.308874 dv-cinder-786054-2-smb neutron-server[86217]: pushed versions: Apr 17 03:58:19.308874 dv-cinder-786054-2-smb neutron-server[86217]: { 'AddressGroup': {'1.2'}, Apr 17 03:58:19.308874 dv-cinder-786054-2-smb neutron-server[86217]: 'ConntrackHelper': {'1.0'}, Apr 17 03:58:19.308874 dv-cinder-786054-2-smb neutron-server[86217]: 'Log': {'1.0'}, Apr 17 03:58:19.308874 dv-cinder-786054-2-smb neutron-server[86217]: 'Network': {'1.1'}, Apr 17 03:58:19.308874 dv-cinder-786054-2-smb neutron-server[86217]: 'Port': {'1.7'}, Apr 17 03:58:19.308874 dv-cinder-786054-2-smb neutron-server[86217]: 'PortForwarding': {'1.2'}, Apr 17 03:58:19.308874 dv-cinder-786054-2-smb neutron-server[86217]: 'QosPolicy': {'1.8'}, Apr 17 03:58:19.308874 dv-cinder-786054-2-smb neutron-server[86217]: 'SecurityGroup': {'1.4'}, Apr 17 03:58:19.308874 dv-cinder-786054-2-smb neutron-server[86217]: 'SecurityGroupRule': {'1.2'}, Apr 17 03:58:19.308874 dv-cinder-786054-2-smb neutron-server[86217]: 'SubPort': {'1.0'}, Apr 17 03:58:19.308874 dv-cinder-786054-2-smb neutron-server[86217]: 'Subnet': {'1.1'}, Apr 17 03:58:19.308874 dv-cinder-786054-2-smb neutron-server[86217]: 'Trunk': {'1.1'}} Apr 17 03:58:19.308874 dv-cinder-786054-2-smb neutron-server[86217]: consumer versions: Apr 17 03:58:19.308874 dv-cinder-786054-2-smb neutron-server[86217]: { DHCP agent@dv-cinder-786054-2-smb: {}, Apr 17 03:58:19.308874 dv-cinder-786054-2-smb neutron-server[86217]: L3 agent@dv-cinder-786054-2-smb: {}, Apr 17 03:58:19.308874 dv-cinder-786054-2-smb neutron-server[86217]: Metadata agent@dv-cinder-786054-2-smb: {}, Apr 17 03:58:19.308874 dv-cinder-786054-2-smb neutron-server[86217]: Metering agent@dv-cinder-786054-2-smb: {}, Apr 17 03:58:19.308874 dv-cinder-786054-2-smb neutron-server[86217]: Open vSwitch agent@dv-cinder-786054-2-smb: { 'AddressGroup': '1.2', Apr 17 03:58:19.308874 dv-cinder-786054-2-smb neutron-server[86217]: 'ConntrackHelper': '1.0', Apr 17 03:58:19.308874 dv-cinder-786054-2-smb neutron-server[86217]: 'Log': '1.0', Apr 17 03:58:19.308874 dv-cinder-786054-2-smb neutron-server[86217]: 'Network': '1.1', Apr 17 03:58:19.308874 dv-cinder-786054-2-smb neutron-server[86217]: 'Port': '1.7', Apr 17 03:58:19.308874 dv-cinder-786054-2-smb neutron-server[86217]: 'PortForwarding': '1.2', Apr 17 03:58:19.308874 dv-cinder-786054-2-smb neutron-server[86217]: 'QosPolicy': '1.8', Apr 17 03:58:19.308874 dv-cinder-786054-2-smb neutron-server[86217]: 'SecurityGroup': '1.4', Apr 17 03:58:19.308874 dv-cinder-786054-2-smb neutron-server[86217]: 'SecurityGroupRule': '1.2', Apr 17 03:58:19.308874 dv-cinder-786054-2-smb neutron-server[86217]: 'SubPort': '1.0', Apr 17 03:58:19.308874 dv-cinder-786054-2-smb neutron-server[86217]: 'Subnet': '1.1', Apr 17 03:58:19.308874 dv-cinder-786054-2-smb neutron-server[86217]: 'Trunk': '1.1'}} Apr 17 03:58:19.308874 dv-cinder-786054-2-smb neutron-server[86217]: {{(pid=86333) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 17 03:58:19.312363 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-7a54de2f-4810-48ee-862f-b5b041dcbab0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=86333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 03:58:19.336267 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.managers [None req-0c665108-7101-4a43-8136-7e3da066d5c2 None None] Attempting to bind port fd104746-407c-4ae7-a327-053a59b84b71 on host dv-cinder-786054-2-smb for vnic_type normal with profile {{(pid=86333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 17 03:58:19.336723 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.managers [None req-0c665108-7101-4a43-8136-7e3da066d5c2 None None] Attempting to bind port fd104746-407c-4ae7-a327-053a59b84b71 by drivers openvswitch,hyperv on host dv-cinder-786054-2-smb at level 0 using segments [{'id': '5d4fc80a-8f92-49b3-add4-36ec3231ca9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'f990eddf-d878-4f47-b3b2-0c1b5489e1ba'}] {{(pid=86333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 17 03:58:19.337549 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c665108-7101-4a43-8136-7e3da066d5c2 None None] Attempting to bind port fd104746-407c-4ae7-a327-053a59b84b71 on network f990eddf-d878-4f47-b3b2-0c1b5489e1ba {{(pid=86333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 17 03:58:19.343201 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c665108-7101-4a43-8136-7e3da066d5c2 None None] Checking agent: {'id': '96b6248f-f9b9-4a9f-9317-f4ef1fc85571', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786054-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 17, 3, 57, 41), 'started_at': datetime.datetime(2021, 4, 17, 3, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 4, 17, 3, 58, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786054-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 17 03:58:19.343618 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c665108-7101-4a43-8136-7e3da066d5c2 None None] Checking segment: {'id': '5d4fc80a-8f92-49b3-add4-36ec3231ca9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'f990eddf-d878-4f47-b3b2-0c1b5489e1ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 17 03:58:19.344077 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-0c665108-7101-4a43-8136-7e3da066d5c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 03:58:19.344512 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c665108-7101-4a43-8136-7e3da066d5c2 None None] Bound using segment: {'id': '5d4fc80a-8f92-49b3-add4-36ec3231ca9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'f990eddf-d878-4f47-b3b2-0c1b5489e1ba'} {{(pid=86333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 17 03:58:19.345034 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.managers [None req-0c665108-7101-4a43-8136-7e3da066d5c2 None None] Bound port: fd104746-407c-4ae7-a327-053a59b84b71, host: dv-cinder-786054-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d4fc80a-8f92-49b3-add4-36ec3231ca9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'f990eddf-d878-4f47-b3b2-0c1b5489e1ba'}}] {{(pid=86333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 17 03:58:19.345425 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-0c665108-7101-4a43-8136-7e3da066d5c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853081909'] for port, before_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 03:58:19.434220 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.db [None req-0c665108-7101-4a43-8136-7e3da066d5c2 None None] For port fd104746-407c-4ae7-a327-053a59b84b71, host dv-cinder-786054-2-smb, cleared binding levels {{(pid=86333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 17 03:58:19.438796 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.db [None req-0c665108-7101-4a43-8136-7e3da066d5c2 None None] For port fd104746-407c-4ae7-a327-053a59b84b71, host dv-cinder-786054-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-2-smb',level=0,port_id=fd104746-407c-4ae7-a327-053a59b84b71,segment=NetworkSegment(5d4fc80a-8f92-49b3-add4-36ec3231ca9b),segment_id=5d4fc80a-8f92-49b3-add4-36ec3231ca9b)] {{(pid=86333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 17 03:58:19.443135 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-0c665108-7101-4a43-8136-7e3da066d5c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1691685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854152290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792299986632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244555219606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792299556228'] for port, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 03:58:19.448185 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-7a54de2f-4810-48ee-862f-b5b041dcbab0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 03:58:19.532063 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c665108-7101-4a43-8136-7e3da066d5c2 None None] Routers {'6fd75add-9e5b-40d0-b6c6-29acab12bed8'} bound to L3 agent in host dv-cinder-786054-2-smb {{(pid=86333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 17 03:58:19.532763 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.l3_hamode_db [None req-0c665108-7101-4a43-8136-7e3da066d5c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786054-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-17T03:57:39Z,description=,heartbeat_timestamp=2021-04-17T03:58:09Z,host='dv-cinder-786054-2-smb',id=89c35117-d9bd-45d8-8d43-26735203dc9d,load=0,resource_versions=,resources_synced=,started_at=2021-04-17T03:57:39Z,topic='l3_agent')) {'router_ids': ['6fd75add-9e5b-40d0-b6c6-29acab12bed8'], 'active': True} {{(pid=86333) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 17 03:58:19.657383 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a54de2f-4810-48ee-862f-b5b041dcbab0 None None] Pushing event updated for resources: {'Port': ['ID=fd104746-407c-4ae7-a327-053a59b84b71,revision_number=4']} {{(pid=86333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 03:58:19.660261 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-7a54de2f-4810-48ee-862f-b5b041dcbab0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=86333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 03:58:19.703020 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.l3_dvr_db [None req-0c665108-7101-4a43-8136-7e3da066d5c2 None None] Set router 6fd75add-9e5b-40d0-b6c6-29acab12bed8 gateway port host: None {{(pid=86333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 17 03:58:20.037821 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.l3_hamode_db [None req-0c665108-7101-4a43-8136-7e3da066d5c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fd75add-9e5b-40d0-b6c6-29acab12bed8', 'name': 'router1', 'tenant_id': '2a3838cb46324884b69681c171d68345', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-17T03:58:05Z', 'updated_at': '2021-04-17T03:58:16Z', 'revision_number': 2, 'project_id': '2a3838cb46324884b69681c171d68345', 'gw_port_host': None, '_interfaces': [{'id': 'fd104746-407c-4ae7-a327-053a59b84b71', 'name': '', 'network_id': 'f990eddf-d878-4f47-b3b2-0c1b5489e1ba', 'tenant_id': '2a3838cb46324884b69681c171d68345', 'mac_address': 'fa:16:3e:fa:33:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fd75add-9e5b-40d0-b6c6-29acab12bed8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd351f612-06f8-48cd-8d8f-88e23e1d4304', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-17T03:58:16Z', 'updated_at': '2021-04-17T03:58:19Z', 'revision_number': 4, 'project_id': '2a3838cb46324884b69681c171d68345', 'subnets': [{'id': 'd351f612-06f8-48cd-8d8f-88e23e1d4304', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3a3066c3-22a5-4180-ac1c-98cd134ea3b6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-2-smb', False) {} {{(pid=86333) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 17 03:58:20.042601 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c665108-7101-4a43-8136-7e3da066d5c2 None None] The sync data for ids ['6fd75add-9e5b-40d0-b6c6-29acab12bed8'] in dv-cinder-786054-2-smb is: [{'id': '6fd75add-9e5b-40d0-b6c6-29acab12bed8', 'name': 'router1', 'tenant_id': '2a3838cb46324884b69681c171d68345', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-17T03:58:05Z', 'updated_at': '2021-04-17T03:58:16Z', 'revision_number': 2, 'project_id': '2a3838cb46324884b69681c171d68345', 'gw_port_host': None, '_interfaces': [{'id': 'fd104746-407c-4ae7-a327-053a59b84b71', 'name': '', 'network_id': 'f990eddf-d878-4f47-b3b2-0c1b5489e1ba', 'tenant_id': '2a3838cb46324884b69681c171d68345', 'mac_address': 'fa:16:3e:fa:33:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fd75add-9e5b-40d0-b6c6-29acab12bed8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd351f612-06f8-48cd-8d8f-88e23e1d4304', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-17T03:58:16Z', 'updated_at': '2021-04-17T03:58:19Z', 'revision_number': 4, 'project_id': '2a3838cb46324884b69681c171d68345', 'subnets': [{'id': 'd351f612-06f8-48cd-8d8f-88e23e1d4304', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3a3066c3-22a5-4180-ac1c-98cd134ea3b6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 17 03:58:20.362641 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.20', 50880) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 17 03:58:20.529191 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ef73672-43a4-466b-a7e6-a5b33e4cfc82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 03:58:20.530646 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [None req-2ef73672-43a4-466b-a7e6-a5b33e4cfc82 admin admin] 10.222.0.20 "GET /v2.0/networks/3299e77b-a72c-46bf-8676-13cef166cd0a HTTP/1.1" status: 200 len: 842 time: 0.1668680 Apr 17 03:58:20.541155 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.v2.base [None req-8f0ef47f-93db-45e3-bb61-bc9a1cf963eb admin admin] Request body: {'subnet': {'gateway_ip': '172.28.1.1', 'enable_dhcp': False, 'network_id': '3299e77b-a72c-46bf-8676-13cef166cd0a', 'name': 'public-subnet', 'cidr': '172.28.1.0/24', 'ip_version': 4}} {{(pid=86331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 17 03:58:20.546234 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [None req-8f0ef47f-93db-45e3-bb61-bc9a1cf963eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 17 03:58:20.550524 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [None req-8f0ef47f-93db-45e3-bb61-bc9a1cf963eb admin admin] Usage tracker for resource:subnet and tenant:2634fc6ebd964176a51e0b82206830b0 is out of sync, need to count used quota {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 17 03:58:20.553773 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [None req-8f0ef47f-93db-45e3-bb61-bc9a1cf963eb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 17 03:58:20.560096 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [None req-8f0ef47f-93db-45e3-bb61-bc9a1cf963eb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 17 03:58:20.570566 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f0ef47f-93db-45e3-bb61-bc9a1cf963eb admin admin] Made reservation on behalf of 2634fc6ebd964176a51e0b82206830b0 for: {'subnet': 1} {{(pid=86331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 17 03:58:20.575521 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-8f0ef47f-93db-45e3-bb61-bc9a1cf963eb admin admin] Notify callbacks [] for subnet, before_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 03:58:21.021164 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.objects.ports [None req-8f0ef47f-93db-45e3-bb61-bc9a1cf963eb admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=86331) get_objects /opt/stack/neutron/neutron/objects/ports.py:446}} Apr 17 03:58:21.021707 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-8f0ef47f-93db-45e3-bb61-bc9a1cf963eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854152290'] for subnet, after_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 03:58:21.025535 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 03:58:21.253602 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0ef47f-93db-45e3-bb61-bc9a1cf963eb admin admin] Pushing event updated for resources: {'Subnet': ['ID=126682c8-3b96-411d-a59b-48497db5cf0c,revision_number=0']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 03:58:21.257710 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-8f0ef47f-93db-45e3-bb61-bc9a1cf963eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 03:58:21.262109 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f0ef47f-93db-45e3-bb61-bc9a1cf963eb admin admin] Checking segment: {'id': '0331decf-77a3-4764-a14d-d11dc820119c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3299e77b-a72c-46bf-8676-13cef166cd0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 17 03:58:21.262492 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f0ef47f-93db-45e3-bb61-bc9a1cf963eb admin admin] Network hostable DHCP agents. Network: 3299e77b-a72c-46bf-8676-13cef166cd0a, hostable agents: ['24f06517-14a9-410e-b60e-7bfb109842b9'], hosted agents: [] {{(pid=86331) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 17 03:58:21.282098 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f0ef47f-93db-45e3-bb61-bc9a1cf963eb admin admin] Network 3299e77b-a72c-46bf-8676-13cef166cd0a is scheduled to be hosted by DHCP agent 24f06517-14a9-410e-b60e-7bfb109842b9 with binding_index 1 {{(pid=86331) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 17 03:58:21.290859 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.scheduler.base_scheduler [None req-8f0ef47f-93db-45e3-bb61-bc9a1cf963eb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786054-2-smb, 3299e77b-a72c-46bf-8676-13cef166cd0a) {{(pid=86331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 17 03:58:21.294840 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f0ef47f-93db-45e3-bb61-bc9a1cf963eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 03:58:21.295463 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-8f0ef47f-93db-45e3-bb61-bc9a1cf963eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854152307'] for subnet, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 03:58:21.306114 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91ac65e6-6255-4b03-9557-8b5bb4c7cbff None None] Network 3299e77b-a72c-46bf-8676-13cef166cd0a requested from dv-cinder-786054-2-smb {{(pid=86332) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 17 03:58:21.319151 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [None req-8f0ef47f-93db-45e3-bb61-bc9a1cf963eb admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7818074 Apr 17 03:58:21.548155 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aaa1ed5-e2b9-4d8d-a8d0-07befcfece0d None None] Network 3299e77b-a72c-46bf-8676-13cef166cd0a requested from dv-cinder-786054-2-smb {{(pid=86332) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 17 03:58:23.900525 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.20', 50894) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 17 03:58:24.284499 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [None req-438c53e0-3453-4c32-8e9b-d18b76c18fa1 admin admin] 10.222.0.20 "GET /v2.0/routers/6fd75add-9e5b-40d0-b6c6-29acab12bed8 HTTP/1.1" status: 200 len: 710 time: 0.3827062 Apr 17 03:58:24.421912 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a658614-de9f-4d01-8e6a-7ca0180a639d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 03:58:24.422437 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [None req-7a658614-de9f-4d01-8e6a-7ca0180a639d admin admin] Synchronizing usage tracker for tenant:2634fc6ebd964176a51e0b82206830b0 on resource:network {{(pid=86330) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 17 03:58:24.440500 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [None req-7a658614-de9f-4d01-8e6a-7ca0180a639d admin admin] Unset dirty status for tenant:2634fc6ebd964176a51e0b82206830b0 on resource:network {{(pid=86330) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 17 03:58:24.441687 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [None req-7a658614-de9f-4d01-8e6a-7ca0180a639d admin admin] 10.222.0.20 "GET /v2.0/networks/3299e77b-a72c-46bf-8676-13cef166cd0a HTTP/1.1" status: 200 len: 886 time: 0.1511419 Apr 17 03:58:24.455342 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.v2.base [None req-79b8ac15-76a0-4fd9-a205-1f5fe87e91ac admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '3299e77b-a72c-46bf-8676-13cef166cd0a'}}} {{(pid=86330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 17 03:58:24.916414 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-79b8ac15-76a0-4fd9-a205-1f5fe87e91ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853831435', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853752993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6938'] for router, precommit_update {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 03:58:25.030417 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.rpc [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] Device fd104746-407c-4ae7-a327-053a59b84b71 up at agent ovs-agent-dv-cinder-786054-2-smb {{(pid=86332) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 17 03:58:25.103253 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.provisioning_blocks [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] Provisioning for port fd104746-407c-4ae7-a327-053a59b84b71 completed by entity L2. {{(pid=86332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 17 03:58:25.108247 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.provisioning_blocks [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] Provisioning complete for port fd104746-407c-4ae7-a327-053a59b84b71 triggered by entity L2. {{(pid=86332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 17 03:58:25.108692 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2017814'] for port, provisioning_complete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 03:58:25.230885 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853081909'] for port, before_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 03:58:25.273057 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-79b8ac15-76a0-4fd9-a205-1f5fe87e91ac admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 03:58:25.339808 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-79b8ac15-76a0-4fd9-a205-1f5fe87e91ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853081909'] for port, before_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 03:58:25.414741 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.db [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] For port fd104746-407c-4ae7-a327-053a59b84b71, host dv-cinder-786054-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-2-smb',level=0,port_id=fd104746-407c-4ae7-a327-053a59b84b71,segment=NetworkSegment(5d4fc80a-8f92-49b3-add4-36ec3231ca9b),segment_id=5d4fc80a-8f92-49b3-add4-36ec3231ca9b)] {{(pid=86332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 17 03:58:25.418358 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1691685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854152290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792299986632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244555219606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792299556228'] for port, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 03:58:25.423281 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-3c0dfd6c-8204-4b65-8c9c-4b947a97f33f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 03:58:25.492617 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] Pushing event updated for resources: {'Port': ['ID=fd104746-407c-4ae7-a327-053a59b84b71,revision_number=5']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 03:58:25.495916 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 03:58:25.504967 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.db_base_plugin_common [None req-79b8ac15-76a0-4fd9-a205-1f5fe87e91ac admin admin] Allocated IP 172.28.1.25 (3299e77b-a72c-46bf-8676-13cef166cd0a/126682c8-3b96-411d-a59b-48497db5cf0c/0fbc6d09-0ca6-4cc0-b70d-28fd52ca60bf) {{(pid=86330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 17 03:58:25.660379 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-79b8ac15-76a0-4fd9-a205-1f5fe87e91ac admin admin] Notify callbacks [] for port, precommit_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 03:58:25.699137 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-79b8ac15-76a0-4fd9-a205-1f5fe87e91ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1691685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854152290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244555219623'] for port, after_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 03:58:25.704291 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-cf43997d-0b32-44fe-82f4-7b616a4584d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 03:58:25.770863 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79b8ac15-76a0-4fd9-a205-1f5fe87e91ac admin admin] Network 3299e77b-a72c-46bf-8676-13cef166cd0a is already hosted by enough agents. {{(pid=86330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 17 03:58:25.773834 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.scheduler.base_scheduler [None req-79b8ac15-76a0-4fd9-a205-1f5fe87e91ac admin admin] Resources bound (agent type, host, resource id): {{(pid=86330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 17 03:58:25.777741 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79b8ac15-76a0-4fd9-a205-1f5fe87e91ac admin admin] Received port after_create {{(pid=86330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 17 03:58:25.843846 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b8ac15-76a0-4fd9-a205-1f5fe87e91ac admin admin] Pushing event updated for resources: {'Port': ['ID=0fbc6d09-0ca6-4cc0-b70d-28fd52ca60bf,revision_number=1']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 03:58:26.075939 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-79b8ac15-76a0-4fd9-a205-1f5fe87e91ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.372s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 03:58:26.361742 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-79b8ac15-76a0-4fd9-a205-1f5fe87e91ac admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 03:58:26.708622 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-79b8ac15-76a0-4fd9-a205-1f5fe87e91ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853831435', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853752993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6938'] for router, precommit_update {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 03:58:26.712312 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-79b8ac15-76a0-4fd9-a205-1f5fe87e91ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-944351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-944334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036853831482', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1022760'] for router, after_update {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 03:58:26.896772 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79b8ac15-76a0-4fd9-a205-1f5fe87e91ac admin admin] Router 6fd75add-9e5b-40d0-b6c6-29acab12bed8 has already been hosted by L3 agent 89c35117-d9bd-45d8-8d43-26735203dc9d {{(pid=86330) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 17 03:58:27.000913 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.rpc [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] Device fd104746-407c-4ae7-a327-053a59b84b71 up at agent ovs-agent-dv-cinder-786054-2-smb {{(pid=86332) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 17 03:58:27.073976 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.provisioning_blocks [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] Provisioning complete for port fd104746-407c-4ae7-a327-053a59b84b71 triggered by entity L2. {{(pid=86332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 17 03:58:27.074374 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2017814'] for port, provisioning_complete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 03:58:27.081734 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79b8ac15-76a0-4fd9-a205-1f5fe87e91ac admin admin] Notify agent at l3_agent.dv-cinder-786054-2-smb the message routers_updated {{(pid=86330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 17 03:58:27.090388 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-79b8ac15-76a0-4fd9-a205-1f5fe87e91ac admin admin] Notify callbacks [] for router, before_response {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 03:58:27.091667 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [None req-79b8ac15-76a0-4fd9-a205-1f5fe87e91ac admin admin] 10.222.0.20 "PUT /v2.0/routers/6fd75add-9e5b-40d0-b6c6-29acab12bed8 HTTP/1.1" status: 200 len: 889 time: 2.6399357 Apr 17 03:58:27.107047 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a44cb479-b80b-4e61-8f99-71fd89ab1610 None None] Sync routers for ids ['6fd75add-9e5b-40d0-b6c6-29acab12bed8'] in dv-cinder-786054-2-smb {{(pid=86332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 17 03:58:27.134202 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a44cb479-b80b-4e61-8f99-71fd89ab1610 None None] Routers {'6fd75add-9e5b-40d0-b6c6-29acab12bed8'} bound to L3 agent in host dv-cinder-786054-2-smb {{(pid=86332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 17 03:58:27.134948 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.l3_hamode_db [None req-a44cb479-b80b-4e61-8f99-71fd89ab1610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786054-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-17T03:57:39Z,description=,heartbeat_timestamp=2021-04-17T03:58:09Z,host='dv-cinder-786054-2-smb',id=89c35117-d9bd-45d8-8d43-26735203dc9d,load=0,resource_versions=,resources_synced=,started_at=2021-04-17T03:57:39Z,topic='l3_agent')) {'router_ids': ['6fd75add-9e5b-40d0-b6c6-29acab12bed8'], 'active': True} {{(pid=86332) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 17 03:58:27.387216 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.l3_dvr_db [None req-a44cb479-b80b-4e61-8f99-71fd89ab1610 None None] Set router 6fd75add-9e5b-40d0-b6c6-29acab12bed8 gateway port host: dv-cinder-786054-2-smb {{(pid=86332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 17 03:58:27.745129 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.l3_hamode_db [None req-a44cb479-b80b-4e61-8f99-71fd89ab1610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fd75add-9e5b-40d0-b6c6-29acab12bed8', 'name': 'router1', 'tenant_id': '2a3838cb46324884b69681c171d68345', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3299e77b-a72c-46bf-8676-13cef166cd0a', 'external_fixed_ips': [{'subnet_id': '126682c8-3b96-411d-a59b-48497db5cf0c', 'ip_address': '172.28.1.25'}], 'enable_snat': True}, 'gw_port_id': '0fbc6d09-0ca6-4cc0-b70d-28fd52ca60bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-17T03:58:05Z', 'updated_at': '2021-04-17T03:58:26Z', 'revision_number': 4, 'project_id': '2a3838cb46324884b69681c171d68345', 'gw_port': {'id': '0fbc6d09-0ca6-4cc0-b70d-28fd52ca60bf', 'name': '', 'network_id': '3299e77b-a72c-46bf-8676-13cef166cd0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:a3:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fd75add-9e5b-40d0-b6c6-29acab12bed8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '126682c8-3b96-411d-a59b-48497db5cf0c', 'ip_address': '172.28.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-17T03:58:25Z', 'updated_at': '2021-04-17T03:58:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '126682c8-3b96-411d-a59b-48497db5cf0c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-2-smb', '_interfaces': [{'id': 'fd104746-407c-4ae7-a327-053a59b84b71', 'name': '', 'network_id': 'f990eddf-d878-4f47-b3b2-0c1b5489e1ba', 'tenant_id': '2a3838cb46324884b69681c171d68345', 'mac_address': 'fa:16:3e:fa:33:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fd75add-9e5b-40d0-b6c6-29acab12bed8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd351f612-06f8-48cd-8d8f-88e23e1d4304', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-17T03:58:16Z', 'updated_at': '2021-04-17T03:58:25Z', 'revision_number': 5, 'project_id': '2a3838cb46324884b69681c171d68345', 'subnets': [{'id': 'd351f612-06f8-48cd-8d8f-88e23e1d4304', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3a3066c3-22a5-4180-ac1c-98cd134ea3b6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-2-smb', False) {} {{(pid=86332) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 17 03:58:27.750274 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a44cb479-b80b-4e61-8f99-71fd89ab1610 None None] Checking router: 6fd75add-9e5b-40d0-b6c6-29acab12bed8 for host: dv-cinder-786054-2-smb {{(pid=86332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 17 03:58:27.750678 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a44cb479-b80b-4e61-8f99-71fd89ab1610 None None] Updating router 6fd75add-9e5b-40d0-b6c6-29acab12bed8 port 0fbc6d09-0ca6-4cc0-b70d-28fd52ca60bf binding host dv-cinder-786054-2-smb {{(pid=86332) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 17 03:58:27.811905 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-a44cb479-b80b-4e61-8f99-71fd89ab1610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853081909'] for port, before_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 03:58:28.153486 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-a44cb479-b80b-4e61-8f99-71fd89ab1610 None None] Notify callbacks [] for port, precommit_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 03:58:28.165570 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.provisioning_blocks [None req-a44cb479-b80b-4e61-8f99-71fd89ab1610 None None] Transition to ACTIVE for port object 0fbc6d09-0ca6-4cc0-b70d-28fd52ca60bf will not be triggered until provisioned by entity L2. {{(pid=86332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 17 03:58:28.172056 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-a44cb479-b80b-4e61-8f99-71fd89ab1610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1691685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854152290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792299986632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244555219606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792299556228'] for port, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 03:58:28.175993 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-48e568d4-8f3d-4386-9a55-f832319dba5f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 03:58:28.254843 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.managers [None req-a44cb479-b80b-4e61-8f99-71fd89ab1610 None None] Attempting to bind port 0fbc6d09-0ca6-4cc0-b70d-28fd52ca60bf on host dv-cinder-786054-2-smb for vnic_type normal with profile {{(pid=86332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 17 03:58:28.255265 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.managers [None req-a44cb479-b80b-4e61-8f99-71fd89ab1610 None None] Attempting to bind port 0fbc6d09-0ca6-4cc0-b70d-28fd52ca60bf by drivers openvswitch,hyperv on host dv-cinder-786054-2-smb at level 0 using segments [{'id': '0331decf-77a3-4764-a14d-d11dc820119c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3299e77b-a72c-46bf-8676-13cef166cd0a'}] {{(pid=86332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 17 03:58:28.255639 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a44cb479-b80b-4e61-8f99-71fd89ab1610 None None] Attempting to bind port 0fbc6d09-0ca6-4cc0-b70d-28fd52ca60bf on network 3299e77b-a72c-46bf-8676-13cef166cd0a {{(pid=86332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 17 03:58:28.257896 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c34f047-86df-4ddd-94cb-d971560d71ff None None] Pushing event updated for resources: {'Port': ['ID=0fbc6d09-0ca6-4cc0-b70d-28fd52ca60bf,revision_number=2']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 03:58:28.261635 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-2c34f047-86df-4ddd-94cb-d971560d71ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 03:58:28.264247 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a44cb479-b80b-4e61-8f99-71fd89ab1610 None None] Checking agent: {'id': '96b6248f-f9b9-4a9f-9317-f4ef1fc85571', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786054-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 17, 3, 57, 41), 'started_at': datetime.datetime(2021, 4, 17, 3, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 4, 17, 3, 58, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786054-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 17 03:58:28.264677 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a44cb479-b80b-4e61-8f99-71fd89ab1610 None None] Checking segment: {'id': '0331decf-77a3-4764-a14d-d11dc820119c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3299e77b-a72c-46bf-8676-13cef166cd0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 17 03:58:28.265511 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-a44cb479-b80b-4e61-8f99-71fd89ab1610 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 03:58:28.265511 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a44cb479-b80b-4e61-8f99-71fd89ab1610 None None] Bound using segment: {'id': '0331decf-77a3-4764-a14d-d11dc820119c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3299e77b-a72c-46bf-8676-13cef166cd0a'} {{(pid=86332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 17 03:58:28.265980 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.managers [None req-a44cb479-b80b-4e61-8f99-71fd89ab1610 None None] Bound port: 0fbc6d09-0ca6-4cc0-b70d-28fd52ca60bf, host: dv-cinder-786054-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0331decf-77a3-4764-a14d-d11dc820119c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3299e77b-a72c-46bf-8676-13cef166cd0a'}}] {{(pid=86332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 17 03:58:28.266361 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-a44cb479-b80b-4e61-8f99-71fd89ab1610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853081909'] for port, before_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 03:58:28.344665 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.db [None req-a44cb479-b80b-4e61-8f99-71fd89ab1610 None None] For port 0fbc6d09-0ca6-4cc0-b70d-28fd52ca60bf, host dv-cinder-786054-2-smb, cleared binding levels {{(pid=86332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 17 03:58:28.347815 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.db [None req-a44cb479-b80b-4e61-8f99-71fd89ab1610 None None] For port 0fbc6d09-0ca6-4cc0-b70d-28fd52ca60bf, host dv-cinder-786054-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-2-smb',level=0,port_id=0fbc6d09-0ca6-4cc0-b70d-28fd52ca60bf,segment=NetworkSegment(0331decf-77a3-4764-a14d-d11dc820119c),segment_id=0331decf-77a3-4764-a14d-d11dc820119c)] {{(pid=86332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 17 03:58:28.351943 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-a44cb479-b80b-4e61-8f99-71fd89ab1610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1691685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854152290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792299986632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244555219606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792299556228'] for port, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 03:58:28.356171 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 03:58:28.440303 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a44cb479-b80b-4e61-8f99-71fd89ab1610 None None] Routers {'6fd75add-9e5b-40d0-b6c6-29acab12bed8'} bound to L3 agent in host dv-cinder-786054-2-smb {{(pid=86332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 17 03:58:28.440980 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.l3_hamode_db [None req-a44cb479-b80b-4e61-8f99-71fd89ab1610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786054-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-17T03:57:39Z,description=,heartbeat_timestamp=2021-04-17T03:58:09Z,host='dv-cinder-786054-2-smb',id=89c35117-d9bd-45d8-8d43-26735203dc9d,load=0,resource_versions=,resources_synced=,started_at=2021-04-17T03:57:39Z,topic='l3_agent')) {'router_ids': ['6fd75add-9e5b-40d0-b6c6-29acab12bed8'], 'active': True} {{(pid=86332) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 17 03:58:28.492884 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c34f047-86df-4ddd-94cb-d971560d71ff None None] Pushing event updated for resources: {'Port': ['ID=0fbc6d09-0ca6-4cc0-b70d-28fd52ca60bf,revision_number=3']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 03:58:28.502070 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-2c34f047-86df-4ddd-94cb-d971560d71ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 03:58:28.633903 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.l3_dvr_db [None req-a44cb479-b80b-4e61-8f99-71fd89ab1610 None None] Set router 6fd75add-9e5b-40d0-b6c6-29acab12bed8 gateway port host: dv-cinder-786054-2-smb {{(pid=86332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 17 03:58:28.971903 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.l3_hamode_db [None req-a44cb479-b80b-4e61-8f99-71fd89ab1610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fd75add-9e5b-40d0-b6c6-29acab12bed8', 'name': 'router1', 'tenant_id': '2a3838cb46324884b69681c171d68345', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3299e77b-a72c-46bf-8676-13cef166cd0a', 'external_fixed_ips': [{'subnet_id': '126682c8-3b96-411d-a59b-48497db5cf0c', 'ip_address': '172.28.1.25'}], 'enable_snat': True}, 'gw_port_id': '0fbc6d09-0ca6-4cc0-b70d-28fd52ca60bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-17T03:58:05Z', 'updated_at': '2021-04-17T03:58:26Z', 'revision_number': 4, 'project_id': '2a3838cb46324884b69681c171d68345', 'gw_port': {'id': '0fbc6d09-0ca6-4cc0-b70d-28fd52ca60bf', 'name': '', 'network_id': '3299e77b-a72c-46bf-8676-13cef166cd0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:a3:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fd75add-9e5b-40d0-b6c6-29acab12bed8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '126682c8-3b96-411d-a59b-48497db5cf0c', 'ip_address': '172.28.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-17T03:58:25Z', 'updated_at': '2021-04-17T03:58:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '126682c8-3b96-411d-a59b-48497db5cf0c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-2-smb', '_interfaces': [{'id': 'fd104746-407c-4ae7-a327-053a59b84b71', 'name': '', 'network_id': 'f990eddf-d878-4f47-b3b2-0c1b5489e1ba', 'tenant_id': '2a3838cb46324884b69681c171d68345', 'mac_address': 'fa:16:3e:fa:33:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fd75add-9e5b-40d0-b6c6-29acab12bed8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd351f612-06f8-48cd-8d8f-88e23e1d4304', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-17T03:58:16Z', 'updated_at': '2021-04-17T03:58:25Z', 'revision_number': 5, 'project_id': '2a3838cb46324884b69681c171d68345', 'subnets': [{'id': 'd351f612-06f8-48cd-8d8f-88e23e1d4304', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3a3066c3-22a5-4180-ac1c-98cd134ea3b6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-2-smb', False) {} {{(pid=86332) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 17 03:58:28.976512 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a44cb479-b80b-4e61-8f99-71fd89ab1610 None None] The sync data for ids ['6fd75add-9e5b-40d0-b6c6-29acab12bed8'] in dv-cinder-786054-2-smb is: [{'id': '6fd75add-9e5b-40d0-b6c6-29acab12bed8', 'name': 'router1', 'tenant_id': '2a3838cb46324884b69681c171d68345', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3299e77b-a72c-46bf-8676-13cef166cd0a', 'external_fixed_ips': [{'subnet_id': '126682c8-3b96-411d-a59b-48497db5cf0c', 'ip_address': '172.28.1.25'}], 'enable_snat': True}, 'gw_port_id': '0fbc6d09-0ca6-4cc0-b70d-28fd52ca60bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-17T03:58:05Z', 'updated_at': '2021-04-17T03:58:26Z', 'revision_number': 4, 'project_id': '2a3838cb46324884b69681c171d68345', 'gw_port': {'id': '0fbc6d09-0ca6-4cc0-b70d-28fd52ca60bf', 'name': '', 'network_id': '3299e77b-a72c-46bf-8676-13cef166cd0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:a3:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fd75add-9e5b-40d0-b6c6-29acab12bed8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '126682c8-3b96-411d-a59b-48497db5cf0c', 'ip_address': '172.28.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-17T03:58:25Z', 'updated_at': '2021-04-17T03:58:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '126682c8-3b96-411d-a59b-48497db5cf0c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-2-smb', '_interfaces': [{'id': 'fd104746-407c-4ae7-a327-053a59b84b71', 'name': '', 'network_id': 'f990eddf-d878-4f47-b3b2-0c1b5489e1ba', 'tenant_id': '2a3838cb46324884b69681c171d68345', 'mac_address': 'fa:16:3e:fa:33:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fd75add-9e5b-40d0-b6c6-29acab12bed8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd351f612-06f8-48cd-8d8f-88e23e1d4304', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-17T03:58:16Z', 'updated_at': '2021-04-17T03:58:25Z', 'revision_number': 5, 'project_id': '2a3838cb46324884b69681c171d68345', 'subnets': [{'id': 'd351f612-06f8-48cd-8d8f-88e23e1d4304', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3a3066c3-22a5-4180-ac1c-98cd134ea3b6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 17 03:58:29.726216 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.20', 50904) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 17 03:58:29.853817 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [None req-b6082a26-1e9a-4a7e-9a5c-6f6dc1fe30a3 admin admin] 10.222.0.20 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1265025 Apr 17 03:58:31.033807 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.rpc [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] Device 0fbc6d09-0ca6-4cc0-b70d-28fd52ca60bf up at agent ovs-agent-dv-cinder-786054-2-smb {{(pid=86332) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 17 03:58:31.105579 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.provisioning_blocks [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] Provisioning for port 0fbc6d09-0ca6-4cc0-b70d-28fd52ca60bf completed by entity L2. {{(pid=86332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 17 03:58:31.110877 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.provisioning_blocks [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] Provisioning complete for port 0fbc6d09-0ca6-4cc0-b70d-28fd52ca60bf triggered by entity L2. {{(pid=86332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 17 03:58:31.111289 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2017814'] for port, provisioning_complete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 03:58:31.236934 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853081909'] for port, before_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 03:58:31.253609 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.db [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] For port 0fbc6d09-0ca6-4cc0-b70d-28fd52ca60bf, host dv-cinder-786054-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-2-smb',level=0,port_id=0fbc6d09-0ca6-4cc0-b70d-28fd52ca60bf,segment=NetworkSegment(0331decf-77a3-4764-a14d-d11dc820119c),segment_id=0331decf-77a3-4764-a14d-d11dc820119c)] {{(pid=86332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 17 03:58:31.257605 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1691685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854152290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792299986632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244555219606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792299556228'] for port, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 03:58:31.259734 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 03:58:31.332173 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] Pushing event updated for resources: {'Port': ['ID=0fbc6d09-0ca6-4cc0-b70d-28fd52ca60bf,revision_number=4']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 03:58:31.335497 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 03:58:33.037400 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.rpc [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] Device 0fbc6d09-0ca6-4cc0-b70d-28fd52ca60bf up at agent ovs-agent-dv-cinder-786054-2-smb {{(pid=86332) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 17 03:58:33.315369 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.provisioning_blocks [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] Provisioning complete for port 0fbc6d09-0ca6-4cc0-b70d-28fd52ca60bf triggered by entity L2. {{(pid=86332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 17 03:58:33.315369 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2017814'] for port, provisioning_complete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 03:58:37.253221 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-05ae1f58-3bba-4e76-97da-fbb7ff2ebcf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244554870149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852757949'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 03:58:39.524022 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-0cb3764a-97c2-40eb-b210-4ce5531575be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244554870149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852757949'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 03:58:40.529612 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-c4f59f18-ba4f-4d63-813b-4697a67f74c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244554870149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852757949'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 03:58:40.889855 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244554870149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852757949'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 03:58:41.626324 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-6f7ee5bc-ae74-4cc6-a62a-23eab2a2e65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244554870149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852757949'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 03:58:46.633670 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.agents_db [None req-76d39d81-b417-4462-95bd-4e842fba9248 None None] Agent healthcheck: found 5 active agents {{(pid=86333) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 17 03:59:07.240230 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-38b6b8f7-3505-41bd-bc56-30071654c132 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244554870149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852757949'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 03:59:09.513927 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-cd04a9e5-4d9a-4017-a282-3c9f48e7ea4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244554870149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852757949'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 03:59:10.523094 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-c4f59f18-ba4f-4d63-813b-4697a67f74c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244554870149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852757949'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 03:59:10.893875 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244554870149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852757949'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 03:59:11.630061 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-6f7ee5bc-ae74-4cc6-a62a-23eab2a2e65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244554870149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852757949'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 03:59:23.636066 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.agents_db [None req-76d39d81-b417-4462-95bd-4e842fba9248 None None] Agent healthcheck: found 5 active agents {{(pid=86333) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 17 03:59:37.236807 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-cce80097-17be-4808-b1e5-11a61faa4a7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244554870149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852757949'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 03:59:39.517767 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-63174726-3b57-4311-9f96-3cfa3a0192a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244554870149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852757949'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 03:59:40.526918 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-c4f59f18-ba4f-4d63-813b-4697a67f74c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244554870149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852757949'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 03:59:40.902770 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244554870149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852757949'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 03:59:41.634651 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-6f7ee5bc-ae74-4cc6-a62a-23eab2a2e65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244554870149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852757949'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:00:00.639967 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.agents_db [None req-76d39d81-b417-4462-95bd-4e842fba9248 None None] Agent healthcheck: found 5 active agents {{(pid=86333) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 17 04:00:07.229219 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-020f69b9-82a4-4d7e-9cb2-259935e5b495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244554870149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852757949'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:00:09.520921 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-61a81013-4197-42e6-92c0-3ee44e8b5ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244554870149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852757949'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:00:10.529477 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-c4f59f18-ba4f-4d63-813b-4697a67f74c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244554870149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852757949'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:00:10.897253 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244554870149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852757949'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:00:11.645405 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-6f7ee5bc-ae74-4cc6-a62a-23eab2a2e65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244554870149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852757949'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:00:15.989299 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.20', 51476) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 17 04:00:16.065647 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.pecan_wsgi.hooks.translation [None req-7dd2c1e9-64cc-4d76-9fdf-bc929664cec1 admin admin] GET failed (client error): The resource could not be found. Apr 17 04:00:16.067276 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [None req-7dd2c1e9-64cc-4d76-9fdf-bc929664cec1 admin admin] 10.222.0.20 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0766263 Apr 17 04:00:16.210321 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16816619-b3cb-4a70-b740-0812ff1f36a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:00:16.211784 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [None req-16816619-b3cb-4a70-b740-0812ff1f36a7 admin admin] 10.222.0.20 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1401236 Apr 17 04:00:18.664348 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.20', 51486) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 17 04:00:18.782053 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00cfbdfb-2529-422f-bf7c-250aa701b645 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:00:18.782639 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [None req-00cfbdfb-2529-422f-bf7c-250aa701b645 admin admin] Synchronizing usage tracker for tenant:2634fc6ebd964176a51e0b82206830b0 on resource:subnet {{(pid=86331) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 17 04:00:18.801121 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [None req-00cfbdfb-2529-422f-bf7c-250aa701b645 admin admin] Unset dirty status for tenant:2634fc6ebd964176a51e0b82206830b0 on resource:subnet {{(pid=86331) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 17 04:00:18.802275 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [None req-00cfbdfb-2529-422f-bf7c-250aa701b645 admin admin] 10.222.0.20 "GET /v2.0/subnets/d351f612-06f8-48cd-8d8f-88e23e1d4304 HTTP/1.1" status: 200 len: 849 time: 0.1369560 Apr 17 04:00:18.815915 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.v2.base [None req-ccc0da59-9814-4c7a-bb4b-084c698d8e70 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=86331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 17 04:00:18.947591 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-ccc0da59-9814-4c7a-bb4b-084c698d8e70 admin admin] Notify callbacks [] for subnet, before_update {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:00:19.265357 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-ccc0da59-9814-4c7a-bb4b-084c698d8e70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854152290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8792299986649'] for subnet, after_update {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:00:19.269151 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-8f0ef47f-93db-45e3-bb61-bc9a1cf963eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:00:19.310518 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccc0da59-9814-4c7a-bb4b-084c698d8e70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:00:19.311146 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-ccc0da59-9814-4c7a-bb4b-084c698d8e70 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854152307'] for subnet, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:00:19.312529 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [None req-ccc0da59-9814-4c7a-bb4b-084c698d8e70 admin admin] 10.222.0.20 "PUT /v2.0/subnets/d351f612-06f8-48cd-8d8f-88e23e1d4304 HTTP/1.1" status: 200 len: 868 time: 0.5007446 Apr 17 04:00:19.328039 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a42d11f9-c947-41c7-ad97-fbd3a76d93ce None None] Network f990eddf-d878-4f47-b3b2-0c1b5489e1ba requested from dv-cinder-786054-2-smb {{(pid=86332) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 17 04:00:19.336992 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc0da59-9814-4c7a-bb4b-084c698d8e70 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d351f612-06f8-48cd-8d8f-88e23e1d4304,revision_number=1']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:00:19.346827 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc0da59-9814-4c7a-bb4b-084c698d8e70 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:00:19.347207 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc0da59-9814-4c7a-bb4b-084c698d8e70 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:00:19.347613 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc0da59-9814-4c7a-bb4b-084c698d8e70 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:00:19.348038 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc0da59-9814-4c7a-bb4b-084c698d8e70 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:00:19.348418 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc0da59-9814-4c7a-bb4b-084c698d8e70 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:00:19.348772 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc0da59-9814-4c7a-bb4b-084c698d8e70 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:00:19.349129 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc0da59-9814-4c7a-bb4b-084c698d8e70 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:00:19.349665 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc0da59-9814-4c7a-bb4b-084c698d8e70 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:00:19.350037 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc0da59-9814-4c7a-bb4b-084c698d8e70 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:00:19.350391 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc0da59-9814-4c7a-bb4b-084c698d8e70 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:00:19.350716 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc0da59-9814-4c7a-bb4b-084c698d8e70 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:00:19.351062 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc0da59-9814-4c7a-bb4b-084c698d8e70 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:00:19.354833 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-ccc0da59-9814-4c7a-bb4b-084c698d8e70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:00:19.764995 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.provisioning_blocks [None req-25540433-f7e0-4c66-b876-ce9caf4a5f13 None None] Provisioning complete for port dfdbf6a2-be2d-4057-933f-d2fc11a25504 triggered by entity DHCP. {{(pid=86332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 17 04:00:19.765524 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-25540433-f7e0-4c66-b876-ce9caf4a5f13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2017814'] for port, provisioning_complete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:00:19.898694 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.provisioning_blocks [None req-25540433-f7e0-4c66-b876-ce9caf4a5f13 None None] Provisioning complete for port fd104746-407c-4ae7-a327-053a59b84b71 triggered by entity DHCP. {{(pid=86332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 17 04:00:19.899014 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-25540433-f7e0-4c66-b876-ce9caf4a5f13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2017814'] for port, provisioning_complete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:00:21.782434 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.20', 51496) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 17 04:00:21.988755 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae9bfa60-96df-4f27-9a28-8204c98246a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:00:21.989163 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae9bfa60-96df-4f27-9a28-8204c98246a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:00:21.991077 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [None req-ae9bfa60-96df-4f27-9a28-8204c98246a3 admin admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2072554 Apr 17 04:00:24.459312 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.20', 51506) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 17 04:00:24.649196 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ce6c757-84b8-4e3f-99f7-edcdfe230a0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:00:24.649636 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ce6c757-84b8-4e3f-99f7-edcdfe230a0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:00:24.651276 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [None req-5ce6c757-84b8-4e3f-99f7-edcdfe230a0f admin admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1909299 Apr 17 04:00:27.133059 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.20', 51516) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 17 04:00:27.322822 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cc3ef95-9a8c-42de-9c35-9e0c7de7a7d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:00:27.324185 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [None req-8cc3ef95-9a8c-42de-9c35-9e0c7de7a7d2 admin admin] 10.222.0.20 "GET /v2.0/networks/3299e77b-a72c-46bf-8676-13cef166cd0a HTTP/1.1" status: 200 len: 886 time: 0.1900413 Apr 17 04:00:29.802122 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.20', 51526) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 17 04:00:29.995568 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7535248-eebf-448b-8fa6-463a5a98be84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:00:29.996977 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [None req-c7535248-eebf-448b-8fa6-463a5a98be84 admin admin] 10.222.0.20 "GET /v2.0/networks/f990eddf-d878-4f47-b3b2-0c1b5489e1ba HTTP/1.1" status: 200 len: 869 time: 0.1938045 Apr 17 04:00:32.471245 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.20', 51536) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 17 04:00:32.607265 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dc57721-28de-46ed-8a03-7ae6727ddab3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:00:32.607773 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dc57721-28de-46ed-8a03-7ae6727ddab3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:00:32.609435 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [None req-9dc57721-28de-46ed-8a03-7ae6727ddab3 admin admin] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1367097 Apr 17 04:00:35.066400 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.20', 51546) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 17 04:00:35.200259 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cbbeb5e-a840-4d80-85f2-e0f208900f63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:00:35.200845 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cbbeb5e-a840-4d80-85f2-e0f208900f63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:00:35.202445 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [None req-1cbbeb5e-a840-4d80-85f2-e0f208900f63 admin admin] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1350062 Apr 17 04:00:37.233126 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-52235815-faa5-4923-ad9f-2af791fc4e73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244554870149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852757949'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:00:37.638694 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.agents_db [None req-76d39d81-b417-4462-95bd-4e842fba9248 None None] Agent healthcheck: found 5 active agents {{(pid=86333) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 17 04:00:37.673302 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.20', 51556) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 17 04:00:37.807292 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2875686-8688-4968-9056-971a9ba3f9d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:00:37.808793 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [None req-b2875686-8688-4968-9056-971a9ba3f9d2 admin admin] 10.222.0.20 "GET /v2.0/subnets/126682c8-3b96-411d-a59b-48497db5cf0c HTTP/1.1" status: 200 len: 816 time: 0.1343784 Apr 17 04:00:39.524249 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-78762ac7-58d4-458d-a3b4-0bac7fdc1fcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244554870149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852757949'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:00:40.264224 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.20', 51566) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 17 04:00:40.394948 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74c03a1f-b351-434d-b96d-7a3fb3abd19b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:00:40.396500 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [None req-74c03a1f-b351-434d-b96d-7a3fb3abd19b admin admin] 10.222.0.20 "GET /v2.0/subnets/d351f612-06f8-48cd-8d8f-88e23e1d4304 HTTP/1.1" status: 200 len: 868 time: 0.1307023 Apr 17 04:00:40.535591 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-c4f59f18-ba4f-4d63-813b-4697a67f74c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244554870149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852757949'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:00:40.901837 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244554870149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852757949'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:00:41.652224 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-6f7ee5bc-ae74-4cc6-a62a-23eab2a2e65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244554870149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852757949'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:01:06.688641 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.20', 51610) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 17 04:01:06.751670 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [None req-fddd45bd-59fd-4969-8b9b-38499ecf91a7 admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=86330) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 17 04:01:06.752769 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [None req-fddd45bd-59fd-4969-8b9b-38499ecf91a7 admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0630708 Apr 17 04:01:07.235319 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-078c939d-f0dc-4a61-aa4c-c9b8f267ef16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244554870149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852757949'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:01:09.354135 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.20', 51620) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 17 04:01:09.432780 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.pecan_wsgi.hooks.translation [None req-be97e955-bb28-48ac-84a8-3ea5037728f7 admin admin] GET failed (client error): The resource could not be found. Apr 17 04:01:09.434215 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [None req-be97e955-bb28-48ac-84a8-3ea5037728f7 admin admin] 10.222.0.20 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0787761 Apr 17 04:01:09.531862 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-d6655484-1f9c-4205-86e3-2c1a83ed61cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244554870149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852757949'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:01:09.577312 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-104d5fd3-40f2-411f-a116-72be903046ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:01:09.578835 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [None req-104d5fd3-40f2-411f-a116-72be903046ee admin admin] 10.222.0.20 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1398418 Apr 17 04:01:10.537747 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-c4f59f18-ba4f-4d63-813b-4697a67f74c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244554870149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852757949'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:01:10.916024 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244554870149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852757949'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:01:11.652838 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-6f7ee5bc-ae74-4cc6-a62a-23eab2a2e65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244554870149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852757949'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:01:12.099575 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.20', 51630) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 17 04:01:12.154899 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.v2.base [None req-1aef3b60-64b6-42c6-b91d-10ed0a08ca47 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=86331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 17 04:01:12.159842 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [None req-1aef3b60-64b6-42c6-b91d-10ed0a08ca47 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 17 04:01:12.170239 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [None req-1aef3b60-64b6-42c6-b91d-10ed0a08ca47 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 17 04:01:12.181143 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1aef3b60-64b6-42c6-b91d-10ed0a08ca47 admin admin] Made reservation on behalf of 2634fc6ebd964176a51e0b82206830b0 for: {'network': 1} {{(pid=86331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 17 04:01:12.185804 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-1aef3b60-64b6-42c6-b91d-10ed0a08ca47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853081909'] for network, before_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:01:12.279384 dv-cinder-786054-2-smb neutron-server[86217]: WARNING neutron.services.revisions.revision_plugin [None req-1aef3b60-64b6-42c6-b91d-10ed0a08ca47 admin admin] Could not find related network for resource to bump revision. Apr 17 04:01:12.295715 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1aef3b60-64b6-42c6-b91d-10ed0a08ca47 admin admin] vlan segment allocate from pool success with {'vlan_id': 127, 'physical_network': 'physnet1'} {{(pid=86331) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 17 04:01:12.306764 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-1aef3b60-64b6-42c6-b91d-10ed0a08ca47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852729262'] for segment, precommit_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:01:12.307147 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.db.segments_db [None req-1aef3b60-64b6-42c6-b91d-10ed0a08ca47 admin admin] Added segment 8d9544eb-6f65-4ebf-bff1-769d63702961 of type vlan for network 58997c6d-8a5f-44b3-8cfc-54b3e38f44d6 Apr 17 04:01:12.333625 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-1aef3b60-64b6-42c6-b91d-10ed0a08ca47 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792299528426'] for network, precommit_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:01:12.366558 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-1aef3b60-64b6-42c6-b91d-10ed0a08ca47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854152290'] for network, after_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:01:12.367900 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aef3b60-64b6-42c6-b91d-10ed0a08ca47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:01:12.368557 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-1aef3b60-64b6-42c6-b91d-10ed0a08ca47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854152307'] for network, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:01:12.371931 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-c26445c9-23c9-4891-8840-dacb21f7828c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:01:12.473137 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aef3b60-64b6-42c6-b91d-10ed0a08ca47 admin admin] Pushing event updated for resources: {'Network': ['ID=58997c6d-8a5f-44b3-8cfc-54b3e38f44d6,revision_number=1']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:01:12.479053 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [None req-1aef3b60-64b6-42c6-b91d-10ed0a08ca47 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3755927 Apr 17 04:01:12.479053 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-1aef3b60-64b6-42c6-b91d-10ed0a08ca47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:01:12.488408 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.rpc [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] Network 58997c6d-8a5f-44b3-8cfc-54b3e38f44d6 details requested by agent ovs-agent-dv-cinder-786054-2-smb with host dv-cinder-786054-2-smb {{(pid=86332) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 17 04:01:14.639941 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.agents_db [None req-76d39d81-b417-4462-95bd-4e842fba9248 None None] Agent healthcheck: found 5 active agents {{(pid=86333) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 17 04:01:14.991100 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.20', 51640) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 17 04:01:15.068752 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9497b00-5e23-40a0-ab0c-c4203f1f2963 admin admin] GET failed (client error): The resource could not be found. Apr 17 04:01:15.069313 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [None req-d9497b00-5e23-40a0-ab0c-c4203f1f2963 admin admin] Synchronizing usage tracker for tenant:2634fc6ebd964176a51e0b82206830b0 on resource:network {{(pid=86331) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 17 04:01:15.085979 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [None req-d9497b00-5e23-40a0-ab0c-c4203f1f2963 admin admin] Unset dirty status for tenant:2634fc6ebd964176a51e0b82206830b0 on resource:network {{(pid=86331) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 17 04:01:15.087706 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [None req-d9497b00-5e23-40a0-ab0c-c4203f1f2963 admin admin] 10.222.0.20 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0955782 Apr 17 04:01:15.208499 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12c59cc3-13d1-4295-ab5d-c55685e288a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:01:15.209966 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [None req-12c59cc3-13d1-4295-ab5d-c55685e288a7 admin admin] 10.222.0.20 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1175144 Apr 17 04:01:15.224563 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.v2.base [None req-815da2e9-5d13-4e0d-8400-19129761dc03 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'ip_version': 4, 'network_id': '58997c6d-8a5f-44b3-8cfc-54b3e38f44d6', 'description': 'shared-subnet'}} {{(pid=86331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 17 04:01:15.229198 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [None req-815da2e9-5d13-4e0d-8400-19129761dc03 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 17 04:01:15.239208 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [None req-815da2e9-5d13-4e0d-8400-19129761dc03 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 17 04:01:15.248983 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-815da2e9-5d13-4e0d-8400-19129761dc03 admin admin] Made reservation on behalf of 2634fc6ebd964176a51e0b82206830b0 for: {'subnet': 1} {{(pid=86331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 17 04:01:15.253486 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-815da2e9-5d13-4e0d-8400-19129761dc03 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:01:15.653586 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-815da2e9-5d13-4e0d-8400-19129761dc03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854152290'] for subnet, after_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:01:15.657298 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-b2b4d222-bd28-4691-8ef1-1b8efc678210 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:01:15.730470 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815da2e9-5d13-4e0d-8400-19129761dc03 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9f93c4dc-b9f7-49ae-b5ba-0dfe7d5ad3ec,revision_number=0']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:01:15.733874 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-815da2e9-5d13-4e0d-8400-19129761dc03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:01:15.740106 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-815da2e9-5d13-4e0d-8400-19129761dc03 admin admin] Checking segment: {'id': '8d9544eb-6f65-4ebf-bff1-769d63702961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '58997c6d-8a5f-44b3-8cfc-54b3e38f44d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 17 04:01:15.740514 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-815da2e9-5d13-4e0d-8400-19129761dc03 admin admin] Network hostable DHCP agents. Network: 58997c6d-8a5f-44b3-8cfc-54b3e38f44d6, hostable agents: ['24f06517-14a9-410e-b60e-7bfb109842b9'], hosted agents: [] {{(pid=86331) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 17 04:01:15.759901 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-815da2e9-5d13-4e0d-8400-19129761dc03 admin admin] Network 58997c6d-8a5f-44b3-8cfc-54b3e38f44d6 is scheduled to be hosted by DHCP agent 24f06517-14a9-410e-b60e-7bfb109842b9 with binding_index 1 {{(pid=86331) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 17 04:01:15.768876 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.scheduler.base_scheduler [None req-815da2e9-5d13-4e0d-8400-19129761dc03 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786054-2-smb, 58997c6d-8a5f-44b3-8cfc-54b3e38f44d6) {{(pid=86331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 17 04:01:15.772760 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-815da2e9-5d13-4e0d-8400-19129761dc03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:01:15.773385 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-815da2e9-5d13-4e0d-8400-19129761dc03 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854152307'] for subnet, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:01:15.778933 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f137bef-41be-43ac-ba16-b8f9712ec331 None None] Network 58997c6d-8a5f-44b3-8cfc-54b3e38f44d6 requested from dv-cinder-786054-2-smb {{(pid=86332) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 17 04:01:15.798127 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [None req-815da2e9-5d13-4e0d-8400-19129761dc03 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5774720 Apr 17 04:01:16.012964 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-270f9cd9-712d-412d-9267-9647e0e57262 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp99d047f8-0569-52f0-a2e8-3bcffc7769b2-58997c6d-8a5f-44b3-8cfc-54b3e38f44d6', 'network_id': '58997c6d-8a5f-44b3-8cfc-54b3e38f44d6', 'tenant_id': '2634fc6ebd964176a51e0b82206830b0', 'fixed_ips': [{'subnet_id': '9f93c4dc-b9f7-49ae-b5ba-0dfe7d5ad3ec'}]}} from dv-cinder-786054-2-smb. {{(pid=86332) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 17 04:01:16.013875 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-270f9cd9-712d-412d-9267-9647e0e57262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853081909'] for port, before_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:01:16.177733 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.db_base_plugin_common [None req-270f9cd9-712d-412d-9267-9647e0e57262 None None] Allocated IP 192.168.233.2 (58997c6d-8a5f-44b3-8cfc-54b3e38f44d6/9f93c4dc-b9f7-49ae-b5ba-0dfe7d5ad3ec/92e21586-4710-48f7-a544-24c35610f5a3) {{(pid=86332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 17 04:01:16.391495 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-270f9cd9-712d-412d-9267-9647e0e57262 None None] Notify callbacks [] for port, precommit_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:01:16.402220 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.provisioning_blocks [None req-270f9cd9-712d-412d-9267-9647e0e57262 None None] Transition to ACTIVE for port object 92e21586-4710-48f7-a544-24c35610f5a3 will not be triggered until provisioned by entity L2. {{(pid=86332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 17 04:01:16.421721 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.provisioning_blocks [None req-270f9cd9-712d-412d-9267-9647e0e57262 None None] Transition to ACTIVE for port object 92e21586-4710-48f7-a544-24c35610f5a3 will not be triggered until provisioned by entity DHCP. {{(pid=86332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 17 04:01:16.425466 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-270f9cd9-712d-412d-9267-9647e0e57262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1691685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854152290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244555219623'] for port, after_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:01:16.434136 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:01:16.496661 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-270f9cd9-712d-412d-9267-9647e0e57262 None None] Network 58997c6d-8a5f-44b3-8cfc-54b3e38f44d6 is already hosted by enough agents. {{(pid=86332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 17 04:01:16.500102 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.scheduler.base_scheduler [None req-270f9cd9-712d-412d-9267-9647e0e57262 None None] Resources bound (agent type, host, resource id): {{(pid=86332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 17 04:01:16.506237 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-270f9cd9-712d-412d-9267-9647e0e57262 None None] Received port after_create {{(pid=86332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 17 04:01:16.512371 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270f9cd9-712d-412d-9267-9647e0e57262 None None] Pushing event updated for resources: {'Port': ['ID=92e21586-4710-48f7-a544-24c35610f5a3,revision_number=1']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:01:16.550796 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270f9cd9-712d-412d-9267-9647e0e57262 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:01:16.551171 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270f9cd9-712d-412d-9267-9647e0e57262 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:01:16.551543 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270f9cd9-712d-412d-9267-9647e0e57262 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:01:16.551896 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270f9cd9-712d-412d-9267-9647e0e57262 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:01:16.552247 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270f9cd9-712d-412d-9267-9647e0e57262 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:01:16.552626 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270f9cd9-712d-412d-9267-9647e0e57262 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:01:16.552976 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270f9cd9-712d-412d-9267-9647e0e57262 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:01:16.553322 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270f9cd9-712d-412d-9267-9647e0e57262 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:01:16.553672 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270f9cd9-712d-412d-9267-9647e0e57262 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:01:16.554037 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270f9cd9-712d-412d-9267-9647e0e57262 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:01:16.554380 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270f9cd9-712d-412d-9267-9647e0e57262 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:01:16.554710 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270f9cd9-712d-412d-9267-9647e0e57262 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:01:16.562736 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-270f9cd9-712d-412d-9267-9647e0e57262 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:01:16.618949 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.managers [None req-270f9cd9-712d-412d-9267-9647e0e57262 None None] Attempting to bind port 92e21586-4710-48f7-a544-24c35610f5a3 on host dv-cinder-786054-2-smb for vnic_type normal with profile {{(pid=86332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 17 04:01:16.619332 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.managers [None req-270f9cd9-712d-412d-9267-9647e0e57262 None None] Attempting to bind port 92e21586-4710-48f7-a544-24c35610f5a3 by drivers openvswitch,hyperv on host dv-cinder-786054-2-smb at level 0 using segments [{'id': '8d9544eb-6f65-4ebf-bff1-769d63702961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '58997c6d-8a5f-44b3-8cfc-54b3e38f44d6'}] {{(pid=86332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 17 04:01:16.619729 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-270f9cd9-712d-412d-9267-9647e0e57262 None None] Attempting to bind port 92e21586-4710-48f7-a544-24c35610f5a3 on network 58997c6d-8a5f-44b3-8cfc-54b3e38f44d6 {{(pid=86332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 17 04:01:16.625509 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-270f9cd9-712d-412d-9267-9647e0e57262 None None] Checking agent: {'id': '96b6248f-f9b9-4a9f-9317-f4ef1fc85571', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786054-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 17, 3, 57, 41), 'started_at': datetime.datetime(2021, 4, 17, 3, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 4, 17, 4, 1, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786054-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 17 04:01:16.625880 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-270f9cd9-712d-412d-9267-9647e0e57262 None None] Checking segment: {'id': '8d9544eb-6f65-4ebf-bff1-769d63702961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '58997c6d-8a5f-44b3-8cfc-54b3e38f44d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 17 04:01:16.626330 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-270f9cd9-712d-412d-9267-9647e0e57262 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:01:16.626753 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-270f9cd9-712d-412d-9267-9647e0e57262 None None] Bound using segment: {'id': '8d9544eb-6f65-4ebf-bff1-769d63702961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '58997c6d-8a5f-44b3-8cfc-54b3e38f44d6'} {{(pid=86332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 17 04:01:16.627257 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.managers [None req-270f9cd9-712d-412d-9267-9647e0e57262 None None] Bound port: 92e21586-4710-48f7-a544-24c35610f5a3, host: dv-cinder-786054-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d9544eb-6f65-4ebf-bff1-769d63702961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '58997c6d-8a5f-44b3-8cfc-54b3e38f44d6'}}] {{(pid=86332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 17 04:01:16.627696 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-270f9cd9-712d-412d-9267-9647e0e57262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853081909'] for port, before_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:01:16.721356 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.db [None req-270f9cd9-712d-412d-9267-9647e0e57262 None None] For port 92e21586-4710-48f7-a544-24c35610f5a3, host dv-cinder-786054-2-smb, cleared binding levels {{(pid=86332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 17 04:01:16.724888 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.db [None req-270f9cd9-712d-412d-9267-9647e0e57262 None None] For port 92e21586-4710-48f7-a544-24c35610f5a3, host dv-cinder-786054-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-2-smb',level=0,port_id=92e21586-4710-48f7-a544-24c35610f5a3,segment=NetworkSegment(8d9544eb-6f65-4ebf-bff1-769d63702961),segment_id=8d9544eb-6f65-4ebf-bff1-769d63702961)] {{(pid=86332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 17 04:01:16.728738 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-270f9cd9-712d-412d-9267-9647e0e57262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1691685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854152290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792299986632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244555219606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792299556228'] for port, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:01:16.732909 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-2c34f047-86df-4ddd-94cb-d971560d71ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:01:16.815894 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270f9cd9-712d-412d-9267-9647e0e57262 None None] Pushing event updated for resources: {'Port': ['ID=92e21586-4710-48f7-a544-24c35610f5a3,revision_number=2']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:01:16.819214 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-270f9cd9-712d-412d-9267-9647e0e57262 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:01:17.185143 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.rpc [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] Device 92e21586-4710-48f7-a544-24c35610f5a3 up at agent ovs-agent-dv-cinder-786054-2-smb {{(pid=86332) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 17 04:01:17.261021 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.provisioning_blocks [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] Provisioning for port 92e21586-4710-48f7-a544-24c35610f5a3 completed by entity L2. {{(pid=86332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 17 04:01:18.081076 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bebc43fb-d4d8-4495-b020-3ac0b23d624c None None] Network 58997c6d-8a5f-44b3-8cfc-54b3e38f44d6 requested from dv-cinder-786054-2-smb {{(pid=86332) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 17 04:01:18.342969 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.provisioning_blocks [None req-e2c36075-204e-47f5-b77f-98c8a3c0d416 None None] Provisioning for port 92e21586-4710-48f7-a544-24c35610f5a3 completed by entity DHCP. {{(pid=86332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 17 04:01:18.353207 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.provisioning_blocks [None req-e2c36075-204e-47f5-b77f-98c8a3c0d416 None None] Provisioning complete for port 92e21586-4710-48f7-a544-24c35610f5a3 triggered by entity DHCP. {{(pid=86332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 17 04:01:18.353609 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-e2c36075-204e-47f5-b77f-98c8a3c0d416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2017814'] for port, provisioning_complete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:01:18.575872 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-e2c36075-204e-47f5-b77f-98c8a3c0d416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853081909'] for port, before_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:01:18.622746 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.db [None req-e2c36075-204e-47f5-b77f-98c8a3c0d416 None None] For port 92e21586-4710-48f7-a544-24c35610f5a3, host dv-cinder-786054-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-2-smb',level=0,port_id=92e21586-4710-48f7-a544-24c35610f5a3,segment=NetworkSegment(8d9544eb-6f65-4ebf-bff1-769d63702961),segment_id=8d9544eb-6f65-4ebf-bff1-769d63702961)] {{(pid=86332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 17 04:01:18.627868 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-e2c36075-204e-47f5-b77f-98c8a3c0d416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1691685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854152290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792299986632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244555219606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792299556228'] for port, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:01:18.643045 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:01:18.718698 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c36075-204e-47f5-b77f-98c8a3c0d416 None None] Pushing event updated for resources: {'Port': ['ID=92e21586-4710-48f7-a544-24c35610f5a3,revision_number=3']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:01:18.722982 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-e2c36075-204e-47f5-b77f-98c8a3c0d416 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:01:18.823730 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.provisioning_blocks [None req-cb1e7931-34a5-4c33-a195-7246464d1eba None None] Provisioning complete for port 92e21586-4710-48f7-a544-24c35610f5a3 triggered by entity DHCP. {{(pid=86332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 17 04:01:18.824143 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-cb1e7931-34a5-4c33-a195-7246464d1eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2017814'] for port, provisioning_complete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:01:19.142235 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.rpc [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] Device 92e21586-4710-48f7-a544-24c35610f5a3 up at agent ovs-agent-dv-cinder-786054-2-smb {{(pid=86332) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 17 04:01:19.216283 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.provisioning_blocks [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] Provisioning complete for port 92e21586-4710-48f7-a544-24c35610f5a3 triggered by entity L2. {{(pid=86332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 17 04:01:19.216675 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2017814'] for port, provisioning_complete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:01:37.239857 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-0d1f1a8f-306e-4c1e-a71b-c33e7c3ea0ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244554870149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852757949'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:01:39.526325 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-05b1f0fb-a0cd-4caf-801a-c6148e0515f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244554870149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852757949'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:01:40.540158 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-c4f59f18-ba4f-4d63-813b-4697a67f74c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244554870149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852757949'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:01:40.904355 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244554870149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852757949'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:01:41.658308 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-6f7ee5bc-ae74-4cc6-a62a-23eab2a2e65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244554870149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852757949'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:01:51.641951 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.agents_db [None req-76d39d81-b417-4462-95bd-4e842fba9248 None None] Agent healthcheck: found 5 active agents {{(pid=86333) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 17 04:02:07.253607 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-b20d8cb8-3eff-4e7e-a1d8-475b5b735805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244554870149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852757949'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:02:09.530368 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-9cf16e2f-c5cb-454f-8a1c-132d81fb9688 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244554870149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852757949'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:02:10.542547 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-c4f59f18-ba4f-4d63-813b-4697a67f74c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244554870149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852757949'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:02:10.921674 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244554870149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852757949'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:02:11.660251 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-6f7ee5bc-ae74-4cc6-a62a-23eab2a2e65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244554870149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852757949'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:02:28.642219 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.agents_db [None req-76d39d81-b417-4462-95bd-4e842fba9248 None None] Agent healthcheck: found 5 active agents {{(pid=86333) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 17 04:02:34.666697 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.20', 51684) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 17 04:02:34.673332 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [None req-2440b675-382f-4d99-bc11-02f97c261816 tempest-verify_tempest_config-315013194 tempest-verify_tempest_config-315013194-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=86331) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 17 04:02:34.674374 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [None req-2440b675-382f-4d99-bc11-02f97c261816 tempest-verify_tempest_config-315013194 tempest-verify_tempest_config-315013194-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0066025 Apr 17 04:02:35.022266 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.20', 51702) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 17 04:02:35.154554 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-8b532e41-ef39-4281-818c-baf671bdb7fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:02:35.171033 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [None req-8b532e41-ef39-4281-818c-baf671bdb7fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 17 04:02:35.175400 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [None req-8b532e41-ef39-4281-818c-baf671bdb7fa admin admin] Usage tracker for resource:security_group_rule and tenant:e121a5023c304b47a7b39702b6ca8013 is out of sync, need to count used quota {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 17 04:02:35.178534 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [None req-8b532e41-ef39-4281-818c-baf671bdb7fa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 17 04:02:35.184679 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [None req-8b532e41-ef39-4281-818c-baf671bdb7fa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 17 04:02:35.276226 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-8b532e41-ef39-4281-818c-baf671bdb7fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:02:35.279991 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-8b532e41-ef39-4281-818c-baf671bdb7fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920236'] for security_group, after_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:02:35.287588 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:02:35.329229 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [None req-8b532e41-ef39-4281-818c-baf671bdb7fa admin admin] Synchronizing usage tracker for tenant:2634fc6ebd964176a51e0b82206830b0 on resource:security_group {{(pid=86330) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 17 04:02:35.331786 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b532e41-ef39-4281-818c-baf671bdb7fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f149c08a-56e1-4005-863e-ae09c5cd87ba,revision_number=1']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:02:35.343071 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b532e41-ef39-4281-818c-baf671bdb7fa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:02:35.343455 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b532e41-ef39-4281-818c-baf671bdb7fa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:02:35.343817 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b532e41-ef39-4281-818c-baf671bdb7fa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:02:35.344174 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b532e41-ef39-4281-818c-baf671bdb7fa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:02:35.344583 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b532e41-ef39-4281-818c-baf671bdb7fa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:02:35.344946 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b532e41-ef39-4281-818c-baf671bdb7fa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:02:35.345294 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b532e41-ef39-4281-818c-baf671bdb7fa admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:02:35.345655 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b532e41-ef39-4281-818c-baf671bdb7fa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:02:35.346025 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b532e41-ef39-4281-818c-baf671bdb7fa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:02:35.346375 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b532e41-ef39-4281-818c-baf671bdb7fa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:02:35.346701 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b532e41-ef39-4281-818c-baf671bdb7fa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:02:35.347080 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b532e41-ef39-4281-818c-baf671bdb7fa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:02:35.352259 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-8b532e41-ef39-4281-818c-baf671bdb7fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:02:35.361178 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [None req-8b532e41-ef39-4281-818c-baf671bdb7fa admin admin] Unset dirty status for tenant:2634fc6ebd964176a51e0b82206830b0 on resource:security_group {{(pid=86330) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 17 04:02:35.362886 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [None req-8b532e41-ef39-4281-818c-baf671bdb7fa admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e121a5023c304b47a7b39702b6ca8013&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3393259 Apr 17 04:02:35.365825 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.20', 51708) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 17 04:02:35.427246 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-7c609c25-beb5-4e02-870a-daeb736b8059 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:02:35.455345 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-7c609c25-beb5-4e02-870a-daeb736b8059 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:02:35.512050 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-7c609c25-beb5-4e02-870a-daeb736b8059 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920236'] for security_group, after_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:02:35.516076 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-c26445c9-23c9-4891-8840-dacb21f7828c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:02:35.527540 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c609c25-beb5-4e02-870a-daeb736b8059 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f149c08a-56e1-4005-863e-ae09c5cd87ba,revision_number=None']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:02:35.537339 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c609c25-beb5-4e02-870a-daeb736b8059 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:02:35.537783 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c609c25-beb5-4e02-870a-daeb736b8059 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:02:35.538085 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c609c25-beb5-4e02-870a-daeb736b8059 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:02:35.538440 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c609c25-beb5-4e02-870a-daeb736b8059 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:02:35.538791 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c609c25-beb5-4e02-870a-daeb736b8059 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:02:35.539140 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c609c25-beb5-4e02-870a-daeb736b8059 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:02:35.539491 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c609c25-beb5-4e02-870a-daeb736b8059 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:02:35.539836 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c609c25-beb5-4e02-870a-daeb736b8059 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:02:35.540199 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c609c25-beb5-4e02-870a-daeb736b8059 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:02:35.540565 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c609c25-beb5-4e02-870a-daeb736b8059 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:02:35.540911 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c609c25-beb5-4e02-870a-daeb736b8059 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:02:35.541252 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c609c25-beb5-4e02-870a-daeb736b8059 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:02:35.544633 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-7c609c25-beb5-4e02-870a-daeb736b8059 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:02:35.546056 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-7c609c25-beb5-4e02-870a-daeb736b8059 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:02:35.547252 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [None req-7c609c25-beb5-4e02-870a-daeb736b8059 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f149c08a-56e1-4005-863e-ae09c5cd87ba HTTP/1.1" status: 204 len: 168 time: 0.1804280 Apr 17 04:02:37.245066 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-e26f75b0-753a-4f44-bc55-936321b8d89f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244554870149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852757949'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:02:39.533298 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-25988356-d654-4420-8ae4-b95b3cad4714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244554870149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852757949'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:02:40.546836 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-c4f59f18-ba4f-4d63-813b-4697a67f74c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244554870149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852757949'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:02:40.914112 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244554870149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852757949'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:02:41.664428 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-6f7ee5bc-ae74-4cc6-a62a-23eab2a2e65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244554870149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852757949'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:03:05.657268 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.agents_db [None req-76d39d81-b417-4462-95bd-4e842fba9248 None None] Agent healthcheck: found 5 active agents {{(pid=86333) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 17 04:03:07.255288 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-ee47d21e-2921-46cf-8467-9f918ebb4392 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244554870149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852757949'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:03:09.549544 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-533f7622-50e4-4cef-8b7e-97861b394ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244554870149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852757949'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:03:10.556812 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-c4f59f18-ba4f-4d63-813b-4697a67f74c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244554870149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852757949'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:03:10.913678 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244554870149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852757949'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:03:11.680749 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-6f7ee5bc-ae74-4cc6-a62a-23eab2a2e65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244554870149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852757949'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:03:37.250257 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-05da2146-7cbe-4a15-ae5c-5b467514f963 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244554870149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852757949'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:03:39.545437 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-da20bea3-c784-48ee-b37e-9c3da9a76131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244554870149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852757949'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:03:40.561542 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-c4f59f18-ba4f-4d63-813b-4697a67f74c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244554870149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852757949'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:03:40.913680 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244554870149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852757949'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:03:41.675539 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-6f7ee5bc-ae74-4cc6-a62a-23eab2a2e65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244554870149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852757949'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:03:42.651635 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.agents_db [None req-76d39d81-b417-4462-95bd-4e842fba9248 None None] Agent healthcheck: found 5 active agents {{(pid=86333) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 17 04:04:07.254114 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-386264ca-443a-4ee2-b6ea-296b2021f036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244554870149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852757949'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:04:09.539522 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-e71a5efb-4074-4a49-87f9-2529a261f381 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244554870149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852757949'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:04:10.556899 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-c4f59f18-ba4f-4d63-813b-4697a67f74c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244554870149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852757949'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:04:10.907546 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244554870149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852757949'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:04:11.679111 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-6f7ee5bc-ae74-4cc6-a62a-23eab2a2e65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244554870149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852757949'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:04:12.438600 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244554870149'] for agent, after_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:04:17.730727 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.20', 51768) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 17 04:04:17.871050 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [None req-6017bb76-1b53-48e1-aa73-a6bbb434333d admin admin] 10.222.0.20 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.1385930 Apr 17 04:04:19.654276 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.agents_db [None req-76d39d81-b417-4462-95bd-4e842fba9248 None None] Agent healthcheck: found 6 active agents {{(pid=86333) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 17 04:04:20.350205 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.20', 51778) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 17 04:04:20.418959 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [None req-009c3762-91d0-40c3-adce-167b9f6b8f8b admin admin] 10.222.0.20 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.0671794 Apr 17 04:04:37.265607 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-de4b05e6-e6b7-44cf-a338-1caf309815ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244554870149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852757949'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:04:39.549915 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-57b94a9d-496f-4434-b8aa-c756f626a43e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244554870149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852757949'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:04:40.566459 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-c4f59f18-ba4f-4d63-813b-4697a67f74c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244554870149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852757949'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:04:40.919810 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244554870149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852757949'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:04:41.695280 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-6f7ee5bc-ae74-4cc6-a62a-23eab2a2e65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244554870149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852757949'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:04:42.390694 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244554870149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852757949'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:04:56.667768 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.agents_db [None req-76d39d81-b417-4462-95bd-4e842fba9248 None None] Agent healthcheck: found 6 active agents {{(pid=86333) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 17 04:05:07.258454 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-e782d8a9-2b8e-4fcb-bc44-b3971292d857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244554870149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852757949'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:05:09.549745 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-98d196fc-eb0d-4bee-bbeb-6861f0fde793 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244554870149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852757949'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:05:10.563225 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-c4f59f18-ba4f-4d63-813b-4697a67f74c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244554870149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852757949'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:05:10.914248 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244554870149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852757949'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:05:11.700098 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-6f7ee5bc-ae74-4cc6-a62a-23eab2a2e65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244554870149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852757949'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:05:12.387518 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244554870149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852757949'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:05:33.657197 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.agents_db [None req-76d39d81-b417-4462-95bd-4e842fba9248 None None] Agent healthcheck: found 6 active agents {{(pid=86333) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 17 04:05:37.262887 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-e2c079c5-2d19-4f17-8353-6f37a215d94d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244554870149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852757949'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:05:39.543007 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-2bb38039-346a-4380-9ddb-7fd987af9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244554870149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852757949'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:05:40.566445 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-c4f59f18-ba4f-4d63-813b-4697a67f74c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244554870149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852757949'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:05:40.918761 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244554870149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852757949'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:05:41.694784 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-6f7ee5bc-ae74-4cc6-a62a-23eab2a2e65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244554870149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852757949'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:05:42.386144 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244554870149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852757949'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:05:54.783953 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.20', 51922) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 17 04:05:55.227531 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.v2.base [None req-89495f30-56df-493e-bef3-686707ede5d9 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-305956972-network', 'tenant_id': '565c76b2ab3646d6ab962f1f1d8d8742'}} {{(pid=86330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 17 04:05:55.227531 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [None req-89495f30-56df-493e-bef3-686707ede5d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 17 04:05:55.230943 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [None req-89495f30-56df-493e-bef3-686707ede5d9 admin admin] Usage tracker for resource:network and tenant:565c76b2ab3646d6ab962f1f1d8d8742 is out of sync, need to count used quota {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 17 04:05:55.237493 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [None req-89495f30-56df-493e-bef3-686707ede5d9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 17 04:05:55.243573 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [None req-89495f30-56df-493e-bef3-686707ede5d9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 17 04:05:55.253775 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89495f30-56df-493e-bef3-686707ede5d9 admin admin] Made reservation on behalf of 565c76b2ab3646d6ab962f1f1d8d8742 for: {'network': 1} {{(pid=86330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 17 04:05:55.258849 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-89495f30-56df-493e-bef3-686707ede5d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853081909'] for network, before_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:05:55.272725 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-89495f30-56df-493e-bef3-686707ede5d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:05:55.293807 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [None req-89495f30-56df-493e-bef3-686707ede5d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 17 04:05:55.298183 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [None req-89495f30-56df-493e-bef3-686707ede5d9 admin admin] Usage tracker for resource:security_group_rule and tenant:565c76b2ab3646d6ab962f1f1d8d8742 is out of sync, need to count used quota {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 17 04:05:55.301440 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [None req-89495f30-56df-493e-bef3-686707ede5d9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 17 04:05:55.308424 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [None req-89495f30-56df-493e-bef3-686707ede5d9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 17 04:05:55.406415 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-89495f30-56df-493e-bef3-686707ede5d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:05:55.409651 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-89495f30-56df-493e-bef3-686707ede5d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920236'] for security_group, after_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:05:55.414156 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-3f1ef4ce-872b-4875-b04d-2c98c73c5325 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:05:55.446010 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89495f30-56df-493e-bef3-686707ede5d9 admin admin] vlan segment allocate from pool success with {'vlan_id': 148, 'physical_network': 'physnet1'} {{(pid=86330) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 17 04:05:55.454359 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89495f30-56df-493e-bef3-686707ede5d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4815d06b-860b-4197-8dc3-320f9cff0a1a,revision_number=1']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:05:55.467766 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-89495f30-56df-493e-bef3-686707ede5d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852729262'] for segment, precommit_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:05:55.468152 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.db.segments_db [None req-89495f30-56df-493e-bef3-686707ede5d9 admin admin] Added segment c02edac1-50be-47bc-b486-0f7fe5c7c69b of type vlan for network fc0f799b-d915-4524-adc4-ed43690524ba Apr 17 04:05:55.470178 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89495f30-56df-493e-bef3-686707ede5d9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:05:55.470549 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89495f30-56df-493e-bef3-686707ede5d9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:05:55.470926 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89495f30-56df-493e-bef3-686707ede5d9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:05:55.471270 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89495f30-56df-493e-bef3-686707ede5d9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:05:55.471621 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89495f30-56df-493e-bef3-686707ede5d9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:05:55.472053 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89495f30-56df-493e-bef3-686707ede5d9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:05:55.472291 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89495f30-56df-493e-bef3-686707ede5d9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:05:55.472663 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89495f30-56df-493e-bef3-686707ede5d9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:05:55.473016 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89495f30-56df-493e-bef3-686707ede5d9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:05:55.473359 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89495f30-56df-493e-bef3-686707ede5d9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:05:55.473701 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89495f30-56df-493e-bef3-686707ede5d9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:05:55.474042 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89495f30-56df-493e-bef3-686707ede5d9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:05:55.475088 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89495f30-56df-493e-bef3-686707ede5d9 admin admin] Tracked resource versions report: Apr 17 04:05:55.475088 dv-cinder-786054-2-smb neutron-server[86217]: pushed versions: Apr 17 04:05:55.475088 dv-cinder-786054-2-smb neutron-server[86217]: { 'AddressGroup': {'1.2'}, Apr 17 04:05:55.475088 dv-cinder-786054-2-smb neutron-server[86217]: 'ConntrackHelper': {'1.0'}, Apr 17 04:05:55.475088 dv-cinder-786054-2-smb neutron-server[86217]: 'Log': {'1.0'}, Apr 17 04:05:55.475088 dv-cinder-786054-2-smb neutron-server[86217]: 'Network': {'1.1'}, Apr 17 04:05:55.475088 dv-cinder-786054-2-smb neutron-server[86217]: 'Port': {'1.7'}, Apr 17 04:05:55.475088 dv-cinder-786054-2-smb neutron-server[86217]: 'PortForwarding': {'1.2'}, Apr 17 04:05:55.475088 dv-cinder-786054-2-smb neutron-server[86217]: 'QosPolicy': {'1.8'}, Apr 17 04:05:55.475088 dv-cinder-786054-2-smb neutron-server[86217]: 'SecurityGroup': {'1.4'}, Apr 17 04:05:55.475088 dv-cinder-786054-2-smb neutron-server[86217]: 'SecurityGroupRule': {'1.2'}, Apr 17 04:05:55.475088 dv-cinder-786054-2-smb neutron-server[86217]: 'SubPort': {'1.0'}, Apr 17 04:05:55.475088 dv-cinder-786054-2-smb neutron-server[86217]: 'Subnet': {'1.1'}, Apr 17 04:05:55.475088 dv-cinder-786054-2-smb neutron-server[86217]: 'Trunk': {'1.1'}} Apr 17 04:05:55.475088 dv-cinder-786054-2-smb neutron-server[86217]: consumer versions: Apr 17 04:05:55.475088 dv-cinder-786054-2-smb neutron-server[86217]: { DHCP agent@dv-cinder-786054-2-smb: {}, Apr 17 04:05:55.475088 dv-cinder-786054-2-smb neutron-server[86217]: HyperV agent@hv-cinder-78605: {}, Apr 17 04:05:55.475088 dv-cinder-786054-2-smb neutron-server[86217]: L3 agent@dv-cinder-786054-2-smb: {}, Apr 17 04:05:55.475088 dv-cinder-786054-2-smb neutron-server[86217]: Metadata agent@dv-cinder-786054-2-smb: {}, Apr 17 04:05:55.475088 dv-cinder-786054-2-smb neutron-server[86217]: Metering agent@dv-cinder-786054-2-smb: {}, Apr 17 04:05:55.475088 dv-cinder-786054-2-smb neutron-server[86217]: Open vSwitch agent@dv-cinder-786054-2-smb: { 'AddressGroup': '1.2', Apr 17 04:05:55.475088 dv-cinder-786054-2-smb neutron-server[86217]: 'ConntrackHelper': '1.0', Apr 17 04:05:55.475088 dv-cinder-786054-2-smb neutron-server[86217]: 'Log': '1.0', Apr 17 04:05:55.475088 dv-cinder-786054-2-smb neutron-server[86217]: 'Network': '1.1', Apr 17 04:05:55.475088 dv-cinder-786054-2-smb neutron-server[86217]: 'Port': '1.7', Apr 17 04:05:55.475088 dv-cinder-786054-2-smb neutron-server[86217]: 'PortForwarding': '1.2', Apr 17 04:05:55.475088 dv-cinder-786054-2-smb neutron-server[86217]: 'QosPolicy': '1.8', Apr 17 04:05:55.475088 dv-cinder-786054-2-smb neutron-server[86217]: 'SecurityGroup': '1.4', Apr 17 04:05:55.475088 dv-cinder-786054-2-smb neutron-server[86217]: 'SecurityGroupRule': '1.2', Apr 17 04:05:55.475088 dv-cinder-786054-2-smb neutron-server[86217]: 'SubPort': '1.0', Apr 17 04:05:55.475088 dv-cinder-786054-2-smb neutron-server[86217]: 'Subnet': '1.1', Apr 17 04:05:55.475088 dv-cinder-786054-2-smb neutron-server[86217]: 'Trunk': '1.1'}} Apr 17 04:05:55.475088 dv-cinder-786054-2-smb neutron-server[86217]: {{(pid=86330) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 17 04:05:55.495265 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-89495f30-56df-493e-bef3-686707ede5d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:05:55.514264 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-89495f30-56df-493e-bef3-686707ede5d9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792299528426'] for network, precommit_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:05:55.545068 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-89495f30-56df-493e-bef3-686707ede5d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854152290'] for network, after_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:05:55.546428 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89495f30-56df-493e-bef3-686707ede5d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:05:55.547066 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-89495f30-56df-493e-bef3-686707ede5d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854152307'] for network, before_response {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:05:55.553726 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-3f1ef4ce-872b-4875-b04d-2c98c73c5325 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:05:55.662431 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89495f30-56df-493e-bef3-686707ede5d9 admin admin] Pushing event updated for resources: {'Network': ['ID=fc0f799b-d915-4524-adc4-ed43690524ba,revision_number=1']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:05:55.665450 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-89495f30-56df-493e-bef3-686707ede5d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:05:55.672343 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.20', 51974) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 17 04:05:55.672518 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [None req-89495f30-56df-493e-bef3-686707ede5d9 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8870852 Apr 17 04:05:55.673517 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.rpc [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] Network fc0f799b-d915-4524-adc4-ed43690524ba details requested by agent ovs-agent-dv-cinder-786054-2-smb with host dv-cinder-786054-2-smb {{(pid=86332) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 17 04:05:55.679402 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.v2.base [None req-1b645c66-6948-462f-bcf8-b888e34eefd1 admin admin] Request body: {'subnet': {'network_id': 'fc0f799b-d915-4524-adc4-ed43690524ba', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-305956972-subnet', 'tenant_id': '565c76b2ab3646d6ab962f1f1d8d8742', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 17 04:05:55.687068 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [None req-1b645c66-6948-462f-bcf8-b888e34eefd1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 17 04:05:55.691533 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [None req-1b645c66-6948-462f-bcf8-b888e34eefd1 admin admin] Usage tracker for resource:subnet and tenant:565c76b2ab3646d6ab962f1f1d8d8742 is out of sync, need to count used quota {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 17 04:05:55.697075 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [None req-1b645c66-6948-462f-bcf8-b888e34eefd1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 17 04:05:55.705161 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [None req-1b645c66-6948-462f-bcf8-b888e34eefd1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 17 04:05:55.721691 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b645c66-6948-462f-bcf8-b888e34eefd1 admin admin] Made reservation on behalf of 565c76b2ab3646d6ab962f1f1d8d8742 for: {'subnet': 1} {{(pid=86331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 17 04:05:55.728098 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-1b645c66-6948-462f-bcf8-b888e34eefd1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:05:56.157716 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-1b645c66-6948-462f-bcf8-b888e34eefd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854152290'] for subnet, after_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:05:56.163723 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:05:56.237752 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b645c66-6948-462f-bcf8-b888e34eefd1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=29782007-faae-4405-85f0-0714c46e5057,revision_number=0']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:05:56.242239 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.20', 52002) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 17 04:05:56.248528 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b645c66-6948-462f-bcf8-b888e34eefd1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:05:56.248909 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b645c66-6948-462f-bcf8-b888e34eefd1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:05:56.249278 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b645c66-6948-462f-bcf8-b888e34eefd1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:05:56.249636 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b645c66-6948-462f-bcf8-b888e34eefd1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:05:56.249990 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b645c66-6948-462f-bcf8-b888e34eefd1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:05:56.250376 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b645c66-6948-462f-bcf8-b888e34eefd1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:05:56.250732 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b645c66-6948-462f-bcf8-b888e34eefd1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:05:56.251087 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b645c66-6948-462f-bcf8-b888e34eefd1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:05:56.251457 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b645c66-6948-462f-bcf8-b888e34eefd1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:05:56.251803 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b645c66-6948-462f-bcf8-b888e34eefd1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:05:56.252154 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b645c66-6948-462f-bcf8-b888e34eefd1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:05:56.252527 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b645c66-6948-462f-bcf8-b888e34eefd1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:05:56.253570 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b645c66-6948-462f-bcf8-b888e34eefd1 admin admin] Tracked resource versions report: Apr 17 04:05:56.253570 dv-cinder-786054-2-smb neutron-server[86217]: pushed versions: Apr 17 04:05:56.253570 dv-cinder-786054-2-smb neutron-server[86217]: { 'AddressGroup': {'1.2'}, Apr 17 04:05:56.253570 dv-cinder-786054-2-smb neutron-server[86217]: 'ConntrackHelper': {'1.0'}, Apr 17 04:05:56.253570 dv-cinder-786054-2-smb neutron-server[86217]: 'Log': {'1.0'}, Apr 17 04:05:56.253570 dv-cinder-786054-2-smb neutron-server[86217]: 'Network': {'1.1'}, Apr 17 04:05:56.253570 dv-cinder-786054-2-smb neutron-server[86217]: 'Port': {'1.7'}, Apr 17 04:05:56.253570 dv-cinder-786054-2-smb neutron-server[86217]: 'PortForwarding': {'1.2'}, Apr 17 04:05:56.253570 dv-cinder-786054-2-smb neutron-server[86217]: 'QosPolicy': {'1.8'}, Apr 17 04:05:56.253570 dv-cinder-786054-2-smb neutron-server[86217]: 'SecurityGroup': {'1.4'}, Apr 17 04:05:56.253570 dv-cinder-786054-2-smb neutron-server[86217]: 'SecurityGroupRule': {'1.2'}, Apr 17 04:05:56.253570 dv-cinder-786054-2-smb neutron-server[86217]: 'SubPort': {'1.0'}, Apr 17 04:05:56.253570 dv-cinder-786054-2-smb neutron-server[86217]: 'Subnet': {'1.1'}, Apr 17 04:05:56.253570 dv-cinder-786054-2-smb neutron-server[86217]: 'Trunk': {'1.1'}} Apr 17 04:05:56.253570 dv-cinder-786054-2-smb neutron-server[86217]: consumer versions: Apr 17 04:05:56.253570 dv-cinder-786054-2-smb neutron-server[86217]: { DHCP agent@dv-cinder-786054-2-smb: {}, Apr 17 04:05:56.253570 dv-cinder-786054-2-smb neutron-server[86217]: HyperV agent@hv-cinder-78605: {}, Apr 17 04:05:56.253570 dv-cinder-786054-2-smb neutron-server[86217]: L3 agent@dv-cinder-786054-2-smb: {}, Apr 17 04:05:56.253570 dv-cinder-786054-2-smb neutron-server[86217]: Metadata agent@dv-cinder-786054-2-smb: {}, Apr 17 04:05:56.253570 dv-cinder-786054-2-smb neutron-server[86217]: Metering agent@dv-cinder-786054-2-smb: {}, Apr 17 04:05:56.253570 dv-cinder-786054-2-smb neutron-server[86217]: Open vSwitch agent@dv-cinder-786054-2-smb: { 'AddressGroup': '1.2', Apr 17 04:05:56.253570 dv-cinder-786054-2-smb neutron-server[86217]: 'ConntrackHelper': '1.0', Apr 17 04:05:56.253570 dv-cinder-786054-2-smb neutron-server[86217]: 'Log': '1.0', Apr 17 04:05:56.253570 dv-cinder-786054-2-smb neutron-server[86217]: 'Network': '1.1', Apr 17 04:05:56.253570 dv-cinder-786054-2-smb neutron-server[86217]: 'Port': '1.7', Apr 17 04:05:56.253570 dv-cinder-786054-2-smb neutron-server[86217]: 'PortForwarding': '1.2', Apr 17 04:05:56.253570 dv-cinder-786054-2-smb neutron-server[86217]: 'QosPolicy': '1.8', Apr 17 04:05:56.253570 dv-cinder-786054-2-smb neutron-server[86217]: 'SecurityGroup': '1.4', Apr 17 04:05:56.253570 dv-cinder-786054-2-smb neutron-server[86217]: 'SecurityGroupRule': '1.2', Apr 17 04:05:56.253570 dv-cinder-786054-2-smb neutron-server[86217]: 'SubPort': '1.0', Apr 17 04:05:56.253570 dv-cinder-786054-2-smb neutron-server[86217]: 'Subnet': '1.1', Apr 17 04:05:56.253570 dv-cinder-786054-2-smb neutron-server[86217]: 'Trunk': '1.1'}} Apr 17 04:05:56.253570 dv-cinder-786054-2-smb neutron-server[86217]: {{(pid=86331) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 17 04:05:56.260237 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.20', 52008) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 17 04:05:56.262536 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-1b645c66-6948-462f-bcf8-b888e34eefd1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:05:56.263451 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b645c66-6948-462f-bcf8-b888e34eefd1 admin admin] Checking segment: {'id': 'c02edac1-50be-47bc-b486-0f7fe5c7c69b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'fc0f799b-d915-4524-adc4-ed43690524ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 17 04:05:56.263824 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b645c66-6948-462f-bcf8-b888e34eefd1 admin admin] Network hostable DHCP agents. Network: fc0f799b-d915-4524-adc4-ed43690524ba, hostable agents: ['24f06517-14a9-410e-b60e-7bfb109842b9'], hosted agents: [] {{(pid=86331) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 17 04:05:56.282872 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b645c66-6948-462f-bcf8-b888e34eefd1 admin admin] Network fc0f799b-d915-4524-adc4-ed43690524ba is scheduled to be hosted by DHCP agent 24f06517-14a9-410e-b60e-7bfb109842b9 with binding_index 1 {{(pid=86331) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 17 04:05:56.291843 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.scheduler.base_scheduler [None req-1b645c66-6948-462f-bcf8-b888e34eefd1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786054-2-smb, fc0f799b-d915-4524-adc4-ed43690524ba) {{(pid=86331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 17 04:05:56.297128 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b645c66-6948-462f-bcf8-b888e34eefd1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:05:56.297894 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-1b645c66-6948-462f-bcf8-b888e34eefd1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854152307'] for subnet, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:05:56.304424 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfcbb8c0-b41d-4d19-8b2c-b4d7c2eb6f2a None None] Network fc0f799b-d915-4524-adc4-ed43690524ba requested from dv-cinder-786054-2-smb {{(pid=86332) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 17 04:05:56.329730 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [None req-1b645c66-6948-462f-bcf8-b888e34eefd1 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6517103 Apr 17 04:05:56.543760 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20b5a3da-fdbf-4376-8ef7-fadd0f27fc44 None None] Network fc0f799b-d915-4524-adc4-ed43690524ba requested from dv-cinder-786054-2-smb {{(pid=86332) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 17 04:05:56.706109 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.v2.base [None req-1e8ffad1-a610-4167-8921-71e7a9822e75 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1739641882-network', 'tenant_id': 'a895b4724282424590f36093c5571d4e'}} {{(pid=86330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 17 04:05:56.713848 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [None req-1e8ffad1-a610-4167-8921-71e7a9822e75 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 17 04:05:56.725911 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [None req-1e8ffad1-a610-4167-8921-71e7a9822e75 admin admin] Usage tracker for resource:network and tenant:a895b4724282424590f36093c5571d4e is out of sync, need to count used quota {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 17 04:05:56.731015 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [None req-1e8ffad1-a610-4167-8921-71e7a9822e75 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 17 04:05:56.742635 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [None req-1e8ffad1-a610-4167-8921-71e7a9822e75 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 17 04:05:56.762320 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e8ffad1-a610-4167-8921-71e7a9822e75 admin admin] Made reservation on behalf of a895b4724282424590f36093c5571d4e for: {'network': 1} {{(pid=86330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 17 04:05:56.767829 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-1e8ffad1-a610-4167-8921-71e7a9822e75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853081909'] for network, before_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:05:56.782531 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-1e8ffad1-a610-4167-8921-71e7a9822e75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:05:56.799666 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [None req-1e8ffad1-a610-4167-8921-71e7a9822e75 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 17 04:05:56.806640 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [None req-1e8ffad1-a610-4167-8921-71e7a9822e75 admin admin] Usage tracker for resource:security_group_rule and tenant:a895b4724282424590f36093c5571d4e is out of sync, need to count used quota {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 17 04:05:56.812974 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.v2.base [None req-7be0b50a-7cda-4903-9165-c8242b2d1645 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-115204928-network', 'tenant_id': 'c61f909e458d447f8c0cdeb8d1fce856'}} {{(pid=86330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 17 04:05:56.818286 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [None req-7be0b50a-7cda-4903-9165-c8242b2d1645 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 17 04:05:56.822018 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [None req-1e8ffad1-a610-4167-8921-71e7a9822e75 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 17 04:05:56.831307 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [None req-7be0b50a-7cda-4903-9165-c8242b2d1645 admin admin] Usage tracker for resource:network and tenant:c61f909e458d447f8c0cdeb8d1fce856 is out of sync, need to count used quota {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 17 04:05:56.834340 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [None req-1e8ffad1-a610-4167-8921-71e7a9822e75 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 17 04:05:56.836849 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [None req-7be0b50a-7cda-4903-9165-c8242b2d1645 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 17 04:05:56.845787 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [None req-7be0b50a-7cda-4903-9165-c8242b2d1645 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 17 04:05:56.872541 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7be0b50a-7cda-4903-9165-c8242b2d1645 admin admin] Made reservation on behalf of c61f909e458d447f8c0cdeb8d1fce856 for: {'network': 1} {{(pid=86330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 17 04:05:56.878020 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-7be0b50a-7cda-4903-9165-c8242b2d1645 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853081909'] for network, before_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:05:56.899595 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-7be0b50a-7cda-4903-9165-c8242b2d1645 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:05:57.110176 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [None req-7be0b50a-7cda-4903-9165-c8242b2d1645 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 17 04:05:57.117533 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [None req-7be0b50a-7cda-4903-9165-c8242b2d1645 admin admin] Usage tracker for resource:security_group_rule and tenant:c61f909e458d447f8c0cdeb8d1fce856 is out of sync, need to count used quota {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 17 04:05:57.125568 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [None req-7be0b50a-7cda-4903-9165-c8242b2d1645 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 17 04:05:57.133318 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [None req-7be0b50a-7cda-4903-9165-c8242b2d1645 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 17 04:05:57.213820 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-1e8ffad1-a610-4167-8921-71e7a9822e75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:05:57.222872 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-1e8ffad1-a610-4167-8921-71e7a9822e75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920236'] for security_group, after_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:05:57.242031 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:05:57.254474 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e8ffad1-a610-4167-8921-71e7a9822e75 admin admin] vlan segment allocate from pool success with {'vlan_id': 142, 'physical_network': 'physnet1'} {{(pid=86330) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 17 04:05:57.299389 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-1e8ffad1-a610-4167-8921-71e7a9822e75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852729262'] for segment, precommit_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:05:57.299982 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.db.segments_db [None req-1e8ffad1-a610-4167-8921-71e7a9822e75 admin admin] Added segment 14b5ea21-40f4-463d-9e75-c37fe439802e of type vlan for network f8f93dec-df20-4bb3-95a3-f64dab26a2d6 Apr 17 04:05:57.333379 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-7be0b50a-7cda-4903-9165-c8242b2d1645 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:05:57.339327 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8ffad1-a610-4167-8921-71e7a9822e75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f258915-17fe-44e7-85cc-e82327c3219a,revision_number=1']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:05:57.344227 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-7be0b50a-7cda-4903-9165-c8242b2d1645 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920236'] for security_group, after_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:05:57.353093 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-1e8ffad1-a610-4167-8921-71e7a9822e75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:05:57.361927 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-89495f30-56df-493e-bef3-686707ede5d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:05:57.370557 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-1e8ffad1-a610-4167-8921-71e7a9822e75 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792299528426'] for network, precommit_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:05:57.397452 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7be0b50a-7cda-4903-9165-c8242b2d1645 admin admin] vlan segment allocate from pool success with {'vlan_id': 144, 'physical_network': 'physnet1'} {{(pid=86330) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 17 04:05:57.421992 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-7be0b50a-7cda-4903-9165-c8242b2d1645 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852729262'] for segment, precommit_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:05:57.422387 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.db.segments_db [None req-7be0b50a-7cda-4903-9165-c8242b2d1645 admin admin] Added segment 2de5fad0-bc57-4963-857c-9303f2405e9d of type vlan for network 3648c013-741e-41bf-ba14-932e8746819e Apr 17 04:05:57.423498 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be0b50a-7cda-4903-9165-c8242b2d1645 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48edf01a-27e1-4331-aa2f-debc447aa56c,revision_number=1']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:05:57.435771 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-7be0b50a-7cda-4903-9165-c8242b2d1645 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:05:57.456450 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-1e8ffad1-a610-4167-8921-71e7a9822e75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854152290'] for network, after_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:05:57.460502 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e8ffad1-a610-4167-8921-71e7a9822e75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:05:57.461149 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-1e8ffad1-a610-4167-8921-71e7a9822e75 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854152307'] for network, before_response {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:05:57.469356 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:05:57.487177 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-7be0b50a-7cda-4903-9165-c8242b2d1645 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792299528426'] for network, precommit_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:05:57.607563 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8ffad1-a610-4167-8921-71e7a9822e75 admin admin] Pushing event updated for resources: {'Network': ['ID=f8f93dec-df20-4bb3-95a3-f64dab26a2d6,revision_number=1']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:05:57.611984 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-1e8ffad1-a610-4167-8921-71e7a9822e75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:05:57.613614 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [None req-1e8ffad1-a610-4167-8921-71e7a9822e75 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.3701971 Apr 17 04:05:57.617016 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.20', 52068) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 17 04:05:57.620740 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.rpc [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] Network f8f93dec-df20-4bb3-95a3-f64dab26a2d6 details requested by agent ovs-agent-dv-cinder-786054-2-smb with host dv-cinder-786054-2-smb {{(pid=86332) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 17 04:05:57.623217 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-7be0b50a-7cda-4903-9165-c8242b2d1645 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854152290'] for network, after_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:05:57.624683 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7be0b50a-7cda-4903-9165-c8242b2d1645 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:05:57.625422 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.v2.base [None req-46b0e368-c96f-4d13-b417-37147b7d8ada admin admin] Request body: {'subnet': {'network_id': 'f8f93dec-df20-4bb3-95a3-f64dab26a2d6', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1739641882-subnet', 'tenant_id': 'a895b4724282424590f36093c5571d4e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=86331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 17 04:05:57.629314 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-7be0b50a-7cda-4903-9165-c8242b2d1645 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854152307'] for network, before_response {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:05:57.632354 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [None req-46b0e368-c96f-4d13-b417-37147b7d8ada admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 17 04:05:57.634643 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:05:57.637038 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [None req-46b0e368-c96f-4d13-b417-37147b7d8ada admin admin] Usage tracker for resource:subnet and tenant:a895b4724282424590f36093c5571d4e is out of sync, need to count used quota {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 17 04:05:57.640345 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [None req-46b0e368-c96f-4d13-b417-37147b7d8ada admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 17 04:05:57.646666 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [None req-46b0e368-c96f-4d13-b417-37147b7d8ada admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 17 04:05:57.659240 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46b0e368-c96f-4d13-b417-37147b7d8ada admin admin] Made reservation on behalf of a895b4724282424590f36093c5571d4e for: {'subnet': 1} {{(pid=86331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 17 04:05:57.668403 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-46b0e368-c96f-4d13-b417-37147b7d8ada admin admin] Notify callbacks [] for subnet, before_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:05:57.737789 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [None req-7be0b50a-7cda-4903-9165-c8242b2d1645 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.4762623 Apr 17 04:05:57.743591 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.20', 52072) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 17 04:05:57.755358 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.v2.base [None req-80c22a2e-aaa5-4bf7-864e-3cc26e50f7fd admin admin] Request body: {'subnet': {'network_id': '3648c013-741e-41bf-ba14-932e8746819e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-115204928-subnet', 'tenant_id': 'c61f909e458d447f8c0cdeb8d1fce856', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 17 04:05:57.759949 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be0b50a-7cda-4903-9165-c8242b2d1645 admin admin] Pushing event updated for resources: {'Network': ['ID=3648c013-741e-41bf-ba14-932e8746819e,revision_number=1']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:05:57.762632 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [None req-80c22a2e-aaa5-4bf7-864e-3cc26e50f7fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 17 04:05:57.765132 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-7be0b50a-7cda-4903-9165-c8242b2d1645 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:05:57.767537 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [None req-80c22a2e-aaa5-4bf7-864e-3cc26e50f7fd admin admin] Usage tracker for resource:subnet and tenant:c61f909e458d447f8c0cdeb8d1fce856 is out of sync, need to count used quota {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 17 04:05:57.770810 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [None req-80c22a2e-aaa5-4bf7-864e-3cc26e50f7fd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 17 04:05:57.779186 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [None req-80c22a2e-aaa5-4bf7-864e-3cc26e50f7fd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 17 04:05:57.791562 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80c22a2e-aaa5-4bf7-864e-3cc26e50f7fd admin admin] Made reservation on behalf of c61f909e458d447f8c0cdeb8d1fce856 for: {'subnet': 1} {{(pid=86330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 17 04:05:57.801518 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-80c22a2e-aaa5-4bf7-864e-3cc26e50f7fd admin admin] Notify callbacks [] for subnet, before_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:05:57.822068 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.rpc [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] Network 3648c013-741e-41bf-ba14-932e8746819e details requested by agent ovs-agent-dv-cinder-786054-2-smb with host dv-cinder-786054-2-smb {{(pid=86332) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 17 04:05:58.589690 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-46b0e368-c96f-4d13-b417-37147b7d8ada admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854152290'] for subnet, after_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:05:58.594444 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:05:58.684077 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b0e368-c96f-4d13-b417-37147b7d8ada admin admin] Pushing event updated for resources: {'Subnet': ['ID=343cf9b8-b4dd-451f-9881-fd976f22c732,revision_number=0']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:05:58.692881 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-46b0e368-c96f-4d13-b417-37147b7d8ada admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:05:58.699888 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46b0e368-c96f-4d13-b417-37147b7d8ada admin admin] Checking segment: {'id': '14b5ea21-40f4-463d-9e75-c37fe439802e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'f8f93dec-df20-4bb3-95a3-f64dab26a2d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 17 04:05:58.700287 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46b0e368-c96f-4d13-b417-37147b7d8ada admin admin] Network hostable DHCP agents. Network: f8f93dec-df20-4bb3-95a3-f64dab26a2d6, hostable agents: ['24f06517-14a9-410e-b60e-7bfb109842b9'], hosted agents: [] {{(pid=86331) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 17 04:05:58.724408 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46b0e368-c96f-4d13-b417-37147b7d8ada admin admin] Network f8f93dec-df20-4bb3-95a3-f64dab26a2d6 is scheduled to be hosted by DHCP agent 24f06517-14a9-410e-b60e-7bfb109842b9 with binding_index 1 {{(pid=86331) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 17 04:05:58.732018 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-80c22a2e-aaa5-4bf7-864e-3cc26e50f7fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854152290'] for subnet, after_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:05:58.737888 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:05:58.750794 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.scheduler.base_scheduler [None req-46b0e368-c96f-4d13-b417-37147b7d8ada admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786054-2-smb, f8f93dec-df20-4bb3-95a3-f64dab26a2d6) {{(pid=86331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 17 04:05:58.758144 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46b0e368-c96f-4d13-b417-37147b7d8ada admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:05:58.758970 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-46b0e368-c96f-4d13-b417-37147b7d8ada admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854152307'] for subnet, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:05:58.760695 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef2530df-ee91-453a-8d4d-f987058fbbd7 None None] Network f8f93dec-df20-4bb3-95a3-f64dab26a2d6 requested from dv-cinder-786054-2-smb {{(pid=86332) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 17 04:05:58.817869 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c22a2e-aaa5-4bf7-864e-3cc26e50f7fd admin admin] Pushing event updated for resources: {'Subnet': ['ID=f604e219-b121-4ee2-9dbd-506d5b380753,revision_number=0']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:05:58.818746 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [None req-46b0e368-c96f-4d13-b417-37147b7d8ada admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.2002773 Apr 17 04:05:58.821698 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.20', 52118) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 17 04:05:58.828574 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-80c22a2e-aaa5-4bf7-864e-3cc26e50f7fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:05:58.836281 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.v2.base [None req-219ccf47-eea4-4315-a82f-7c43e3e423a5 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1739641882-router', 'tenant_id': 'a895b4724282424590f36093c5571d4e', 'external_gateway_info': {'network_id': '3299e77b-a72c-46bf-8676-13cef166cd0a'}}} {{(pid=86331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 17 04:05:58.841357 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [None req-219ccf47-eea4-4315-a82f-7c43e3e423a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 17 04:05:58.847544 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [None req-219ccf47-eea4-4315-a82f-7c43e3e423a5 admin admin] Usage tracker for resource:router and tenant:a895b4724282424590f36093c5571d4e is out of sync, need to count used quota {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 17 04:05:58.851450 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [None req-219ccf47-eea4-4315-a82f-7c43e3e423a5 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 17 04:05:58.860439 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80c22a2e-aaa5-4bf7-864e-3cc26e50f7fd admin admin] Checking segment: {'id': '2de5fad0-bc57-4963-857c-9303f2405e9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '3648c013-741e-41bf-ba14-932e8746819e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 17 04:05:58.860645 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [None req-219ccf47-eea4-4315-a82f-7c43e3e423a5 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 17 04:05:58.860861 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80c22a2e-aaa5-4bf7-864e-3cc26e50f7fd admin admin] Network hostable DHCP agents. Network: 3648c013-741e-41bf-ba14-932e8746819e, hostable agents: ['24f06517-14a9-410e-b60e-7bfb109842b9'], hosted agents: [] {{(pid=86330) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 17 04:05:58.881423 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-219ccf47-eea4-4315-a82f-7c43e3e423a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1021932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854768848'] for router, before_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:05:58.882870 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-219ccf47-eea4-4315-a82f-7c43e3e423a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853753884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853831678', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853853165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6953'] for router, precommit_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:05:58.893573 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80c22a2e-aaa5-4bf7-864e-3cc26e50f7fd admin admin] Network 3648c013-741e-41bf-ba14-932e8746819e is scheduled to be hosted by DHCP agent 24f06517-14a9-410e-b60e-7bfb109842b9 with binding_index 1 {{(pid=86330) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 17 04:05:58.908285 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.scheduler.base_scheduler [None req-80c22a2e-aaa5-4bf7-864e-3cc26e50f7fd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786054-2-smb, 3648c013-741e-41bf-ba14-932e8746819e) {{(pid=86330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 17 04:05:58.916035 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80c22a2e-aaa5-4bf7-864e-3cc26e50f7fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:05:58.916671 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-80c22a2e-aaa5-4bf7-864e-3cc26e50f7fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854152307'] for subnet, before_response {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:05:58.919787 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bc52c02-602c-4506-8034-db2735dee291 None None] Network 3648c013-741e-41bf-ba14-932e8746819e requested from dv-cinder-786054-2-smb {{(pid=86332) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 17 04:05:58.927849 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-219ccf47-eea4-4315-a82f-7c43e3e423a5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:05:58.965139 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [None req-80c22a2e-aaa5-4bf7-864e-3cc26e50f7fd admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.2203164 Apr 17 04:05:58.967806 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.20', 52128) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 17 04:05:58.973387 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.v2.base [None req-ebc14547-2e82-4f2d-bb9f-282b1312eac7 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-115204928-router', 'tenant_id': 'c61f909e458d447f8c0cdeb8d1fce856', 'external_gateway_info': {'network_id': '3299e77b-a72c-46bf-8676-13cef166cd0a'}}} {{(pid=86330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 17 04:05:58.985426 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [None req-ebc14547-2e82-4f2d-bb9f-282b1312eac7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 17 04:05:58.993905 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [None req-ebc14547-2e82-4f2d-bb9f-282b1312eac7 admin admin] Usage tracker for resource:router and tenant:c61f909e458d447f8c0cdeb8d1fce856 is out of sync, need to count used quota {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 17 04:05:58.999924 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [None req-ebc14547-2e82-4f2d-bb9f-282b1312eac7 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 17 04:05:59.007810 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [None req-ebc14547-2e82-4f2d-bb9f-282b1312eac7 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 17 04:05:59.023271 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-ebc14547-2e82-4f2d-bb9f-282b1312eac7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1021932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854768848'] for router, before_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:05:59.025268 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-ebc14547-2e82-4f2d-bb9f-282b1312eac7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853753884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853831678', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853853165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6953'] for router, precommit_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:05:59.049665 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-ebc14547-2e82-4f2d-bb9f-282b1312eac7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:05:59.208878 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.20', 52148) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 17 04:05:59.311007 dv-cinder-786054-2-smb neutron-server[86217]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 17 04:05:59.535131 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc34483e-62e9-4ff6-97b4-86fcf0dcfe16 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp99d047f8-0569-52f0-a2e8-3bcffc7769b2-f8f93dec-df20-4bb3-95a3-f64dab26a2d6', 'network_id': 'f8f93dec-df20-4bb3-95a3-f64dab26a2d6', 'tenant_id': 'a895b4724282424590f36093c5571d4e', 'fixed_ips': [{'subnet_id': '343cf9b8-b4dd-451f-9881-fd976f22c732'}]}} from dv-cinder-786054-2-smb. {{(pid=86332) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 17 04:05:59.536049 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-bc34483e-62e9-4ff6-97b4-86fcf0dcfe16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853081909'] for port, before_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:05:59.568438 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.20', 52160) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 17 04:05:59.610417 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e0fbe87-a0cc-4ef0-8762-9e644e0a7d5f None None] Network 3648c013-741e-41bf-ba14-932e8746819e requested from dv-cinder-786054-2-smb {{(pid=86332) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 17 04:05:59.619210 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-ebc14547-2e82-4f2d-bb9f-282b1312eac7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853831435', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853752993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6938'] for router, precommit_update {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:05:59.722919 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-219ccf47-eea4-4315-a82f-7c43e3e423a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853831435', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853752993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6938'] for router, precommit_update {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:05:59.760958 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd38034-195b-45dd-8354-209e7c9cc966 req-173cc7cb-6f43-45e3-a937-3dcf0cf69da2 tempest-DeleteServersTestJSON-845982755 tempest-DeleteServersTestJSON-845982755-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:05:59.762698 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-3cd38034-195b-45dd-8354-209e7c9cc966 req-173cc7cb-6f43-45e3-a937-3dcf0cf69da2 tempest-DeleteServersTestJSON-845982755 tempest-DeleteServersTestJSON-845982755-project] 10.222.0.20 "GET /v2.0/networks?id=fc0f799b-d915-4524-adc4-ed43690524ba HTTP/1.1" status: 200 len: 811 time: 0.5524917 Apr 17 04:05:59.870770 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.db_base_plugin_common [None req-bc34483e-62e9-4ff6-97b4-86fcf0dcfe16 None None] Allocated IP 172.20.0.2 (f8f93dec-df20-4bb3-95a3-f64dab26a2d6/343cf9b8-b4dd-451f-9881-fd976f22c732/682b32de-080f-4e57-a122-4bb13d8a05d1) {{(pid=86332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 17 04:05:59.871338 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-3cd38034-195b-45dd-8354-209e7c9cc966 req-595d05d0-bc17-42f1-922b-3f3b53085e76 tempest-DeleteServersTestJSON-845982755 tempest-DeleteServersTestJSON-845982755-project] 10.222.0.20 "GET /v2.0/quotas/565c76b2ab3646d6ab962f1f1d8d8742 HTTP/1.1" status: 200 len: 375 time: 0.0632646 Apr 17 04:06:00.159990 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-3cd38034-195b-45dd-8354-209e7c9cc966 req-525eaeb5-9882-4463-b0bd-eab9d4d9fa17 tempest-DeleteServersTestJSON-845982755 tempest-DeleteServersTestJSON-845982755-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=565c76b2ab3646d6ab962f1f1d8d8742&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2802994 Apr 17 04:06:00.223971 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-ee8a25c5-91a1-48bf-b96c-5adcf1a62db0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:00.283688 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [None req-ee8a25c5-91a1-48bf-b96c-5adcf1a62db0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 17 04:06:00.294360 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [None req-ee8a25c5-91a1-48bf-b96c-5adcf1a62db0 admin admin] Usage tracker for resource:security_group_rule and tenant:5dfa0d5f16134314a63106dff173e4bd is out of sync, need to count used quota {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 17 04:06:00.299616 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [None req-ee8a25c5-91a1-48bf-b96c-5adcf1a62db0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 17 04:06:00.308453 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [None req-ee8a25c5-91a1-48bf-b96c-5adcf1a62db0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 17 04:06:00.333049 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-ebc14547-2e82-4f2d-bb9f-282b1312eac7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:00.388114 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-bc34483e-62e9-4ff6-97b4-86fcf0dcfe16 None None] Notify callbacks [] for port, precommit_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:00.400836 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.provisioning_blocks [None req-bc34483e-62e9-4ff6-97b4-86fcf0dcfe16 None None] Transition to ACTIVE for port object 682b32de-080f-4e57-a122-4bb13d8a05d1 will not be triggered until provisioned by entity L2. {{(pid=86332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 17 04:06:00.416441 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-ebc14547-2e82-4f2d-bb9f-282b1312eac7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853081909'] for port, before_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:00.423949 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.provisioning_blocks [None req-bc34483e-62e9-4ff6-97b4-86fcf0dcfe16 None None] Transition to ACTIVE for port object 682b32de-080f-4e57-a122-4bb13d8a05d1 will not be triggered until provisioned by entity DHCP. {{(pid=86332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 17 04:06:00.431202 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-bc34483e-62e9-4ff6-97b4-86fcf0dcfe16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1691685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854152290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244555219623'] for port, after_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:00.437881 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-e2c36075-204e-47f5-b77f-98c8a3c0d416 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:06:00.528831 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-219ccf47-eea4-4315-a82f-7c43e3e423a5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:00.532200 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.20', 52198) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 17 04:06:00.543518 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc34483e-62e9-4ff6-97b4-86fcf0dcfe16 None None] Pushing event updated for resources: {'Port': ['ID=682b32de-080f-4e57-a122-4bb13d8a05d1,revision_number=1']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:06:00.563344 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-219ccf47-eea4-4315-a82f-7c43e3e423a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853081909'] for port, before_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:00.563532 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc34483e-62e9-4ff6-97b4-86fcf0dcfe16 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:06:00.563718 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc34483e-62e9-4ff6-97b4-86fcf0dcfe16 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:06:00.564200 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc34483e-62e9-4ff6-97b4-86fcf0dcfe16 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:06:00.564751 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc34483e-62e9-4ff6-97b4-86fcf0dcfe16 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:06:00.565310 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc34483e-62e9-4ff6-97b4-86fcf0dcfe16 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:06:00.566583 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc34483e-62e9-4ff6-97b4-86fcf0dcfe16 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:06:00.567064 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc34483e-62e9-4ff6-97b4-86fcf0dcfe16 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:06:00.567534 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc34483e-62e9-4ff6-97b4-86fcf0dcfe16 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:06:00.568115 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc34483e-62e9-4ff6-97b4-86fcf0dcfe16 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:06:00.568616 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc34483e-62e9-4ff6-97b4-86fcf0dcfe16 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:06:00.569087 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc34483e-62e9-4ff6-97b4-86fcf0dcfe16 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:06:00.570149 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc34483e-62e9-4ff6-97b4-86fcf0dcfe16 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:06:00.571348 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc34483e-62e9-4ff6-97b4-86fcf0dcfe16 None None] Tracked resource versions report: Apr 17 04:06:00.571348 dv-cinder-786054-2-smb neutron-server[86217]: pushed versions: Apr 17 04:06:00.571348 dv-cinder-786054-2-smb neutron-server[86217]: { 'AddressGroup': {'1.2'}, Apr 17 04:06:00.571348 dv-cinder-786054-2-smb neutron-server[86217]: 'ConntrackHelper': {'1.0'}, Apr 17 04:06:00.571348 dv-cinder-786054-2-smb neutron-server[86217]: 'Log': {'1.0'}, Apr 17 04:06:00.571348 dv-cinder-786054-2-smb neutron-server[86217]: 'Network': {'1.1'}, Apr 17 04:06:00.571348 dv-cinder-786054-2-smb neutron-server[86217]: 'Port': {'1.7'}, Apr 17 04:06:00.571348 dv-cinder-786054-2-smb neutron-server[86217]: 'PortForwarding': {'1.2'}, Apr 17 04:06:00.571348 dv-cinder-786054-2-smb neutron-server[86217]: 'QosPolicy': {'1.8'}, Apr 17 04:06:00.571348 dv-cinder-786054-2-smb neutron-server[86217]: 'SecurityGroup': {'1.4'}, Apr 17 04:06:00.571348 dv-cinder-786054-2-smb neutron-server[86217]: 'SecurityGroupRule': {'1.2'}, Apr 17 04:06:00.571348 dv-cinder-786054-2-smb neutron-server[86217]: 'SubPort': {'1.0'}, Apr 17 04:06:00.571348 dv-cinder-786054-2-smb neutron-server[86217]: 'Subnet': {'1.1'}, Apr 17 04:06:00.571348 dv-cinder-786054-2-smb neutron-server[86217]: 'Trunk': {'1.1'}} Apr 17 04:06:00.571348 dv-cinder-786054-2-smb neutron-server[86217]: consumer versions: Apr 17 04:06:00.571348 dv-cinder-786054-2-smb neutron-server[86217]: { DHCP agent@dv-cinder-786054-2-smb: {}, Apr 17 04:06:00.571348 dv-cinder-786054-2-smb neutron-server[86217]: HyperV agent@hv-cinder-78605: {}, Apr 17 04:06:00.571348 dv-cinder-786054-2-smb neutron-server[86217]: L3 agent@dv-cinder-786054-2-smb: {}, Apr 17 04:06:00.571348 dv-cinder-786054-2-smb neutron-server[86217]: Metadata agent@dv-cinder-786054-2-smb: {}, Apr 17 04:06:00.571348 dv-cinder-786054-2-smb neutron-server[86217]: Metering agent@dv-cinder-786054-2-smb: {}, Apr 17 04:06:00.571348 dv-cinder-786054-2-smb neutron-server[86217]: Open vSwitch agent@dv-cinder-786054-2-smb: { 'AddressGroup': '1.2', Apr 17 04:06:00.571348 dv-cinder-786054-2-smb neutron-server[86217]: 'ConntrackHelper': '1.0', Apr 17 04:06:00.571348 dv-cinder-786054-2-smb neutron-server[86217]: 'Log': '1.0', Apr 17 04:06:00.571348 dv-cinder-786054-2-smb neutron-server[86217]: 'Network': '1.1', Apr 17 04:06:00.571348 dv-cinder-786054-2-smb neutron-server[86217]: 'Port': '1.7', Apr 17 04:06:00.571348 dv-cinder-786054-2-smb neutron-server[86217]: 'PortForwarding': '1.2', Apr 17 04:06:00.571348 dv-cinder-786054-2-smb neutron-server[86217]: 'QosPolicy': '1.8', Apr 17 04:06:00.571348 dv-cinder-786054-2-smb neutron-server[86217]: 'SecurityGroup': '1.4', Apr 17 04:06:00.571348 dv-cinder-786054-2-smb neutron-server[86217]: 'SecurityGroupRule': '1.2', Apr 17 04:06:00.571348 dv-cinder-786054-2-smb neutron-server[86217]: 'SubPort': '1.0', Apr 17 04:06:00.571348 dv-cinder-786054-2-smb neutron-server[86217]: 'Subnet': '1.1', Apr 17 04:06:00.571348 dv-cinder-786054-2-smb neutron-server[86217]: 'Trunk': '1.1'}} Apr 17 04:06:00.571348 dv-cinder-786054-2-smb neutron-server[86217]: {{(pid=86332) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 17 04:06:00.588380 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc34483e-62e9-4ff6-97b4-86fcf0dcfe16 None None] Network f8f93dec-df20-4bb3-95a3-f64dab26a2d6 is already hosted by enough agents. {{(pid=86332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 17 04:06:00.589876 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-bc34483e-62e9-4ff6-97b4-86fcf0dcfe16 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:06:00.590732 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.scheduler.base_scheduler [None req-bc34483e-62e9-4ff6-97b4-86fcf0dcfe16 None None] Resources bound (agent type, host, resource id): {{(pid=86332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 17 04:06:00.594362 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc34483e-62e9-4ff6-97b4-86fcf0dcfe16 None None] Received port after_create {{(pid=86332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 17 04:06:00.651126 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [req-3cd38034-195b-45dd-8354-209e7c9cc966 req-a11014a8-b632-4b37-beb6-8f519412e71d service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=86331) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 17 04:06:00.652210 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-3cd38034-195b-45dd-8354-209e7c9cc966 req-a11014a8-b632-4b37-beb6-8f519412e71d service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1610870 Apr 17 04:06:00.712359 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.managers [None req-bc34483e-62e9-4ff6-97b4-86fcf0dcfe16 None None] Attempting to bind port 682b32de-080f-4e57-a122-4bb13d8a05d1 on host dv-cinder-786054-2-smb for vnic_type normal with profile {{(pid=86332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 17 04:06:00.713017 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.managers [None req-bc34483e-62e9-4ff6-97b4-86fcf0dcfe16 None None] Attempting to bind port 682b32de-080f-4e57-a122-4bb13d8a05d1 by drivers openvswitch,hyperv on host dv-cinder-786054-2-smb at level 0 using segments [{'id': '14b5ea21-40f4-463d-9e75-c37fe439802e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'f8f93dec-df20-4bb3-95a3-f64dab26a2d6'}] {{(pid=86332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 17 04:06:00.713528 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc34483e-62e9-4ff6-97b4-86fcf0dcfe16 None None] Attempting to bind port 682b32de-080f-4e57-a122-4bb13d8a05d1 on network f8f93dec-df20-4bb3-95a3-f64dab26a2d6 {{(pid=86332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 17 04:06:00.720625 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc34483e-62e9-4ff6-97b4-86fcf0dcfe16 None None] Checking agent: {'id': '96b6248f-f9b9-4a9f-9317-f4ef1fc85571', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786054-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 17, 3, 57, 41), 'started_at': datetime.datetime(2021, 4, 17, 3, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 4, 17, 4, 5, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786054-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 17 04:06:00.721169 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc34483e-62e9-4ff6-97b4-86fcf0dcfe16 None None] Checking segment: {'id': '14b5ea21-40f4-463d-9e75-c37fe439802e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'f8f93dec-df20-4bb3-95a3-f64dab26a2d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 17 04:06:00.722087 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-bc34483e-62e9-4ff6-97b4-86fcf0dcfe16 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:00.722229 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-12d50aeb-0597-4804-ac5a-1c5073fee6f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:00.722778 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc34483e-62e9-4ff6-97b4-86fcf0dcfe16 None None] Bound using segment: {'id': '14b5ea21-40f4-463d-9e75-c37fe439802e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'f8f93dec-df20-4bb3-95a3-f64dab26a2d6'} {{(pid=86332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 17 04:06:00.723410 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.managers [None req-bc34483e-62e9-4ff6-97b4-86fcf0dcfe16 None None] Bound port: 682b32de-080f-4e57-a122-4bb13d8a05d1, host: dv-cinder-786054-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14b5ea21-40f4-463d-9e75-c37fe439802e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'f8f93dec-df20-4bb3-95a3-f64dab26a2d6'}}] {{(pid=86332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 17 04:06:00.723925 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-bc34483e-62e9-4ff6-97b4-86fcf0dcfe16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853081909'] for port, before_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:00.733063 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-ee8a25c5-91a1-48bf-b96c-5adcf1a62db0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:00.745583 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-ee8a25c5-91a1-48bf-b96c-5adcf1a62db0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920236'] for security_group, after_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:00.746963 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.db_base_plugin_common [None req-ebc14547-2e82-4f2d-bb9f-282b1312eac7 admin admin] Allocated IP 172.28.1.104 (3299e77b-a72c-46bf-8676-13cef166cd0a/126682c8-3b96-411d-a59b-48497db5cf0c/711d3d7a-06c6-4078-8482-3391841de7f9) {{(pid=86330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 17 04:06:00.769440 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [None req-12d50aeb-0597-4804-ac5a-1c5073fee6f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 17 04:06:00.773315 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-1e8ffad1-a610-4167-8921-71e7a9822e75 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:06:00.783984 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [None req-12d50aeb-0597-4804-ac5a-1c5073fee6f7 admin admin] Usage tracker for resource:security_group_rule and tenant:3b569c84e8a946f99e89bc93ef1d5547 is out of sync, need to count used quota {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 17 04:06:00.793892 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [None req-12d50aeb-0597-4804-ac5a-1c5073fee6f7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 17 04:06:00.812050 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-3cd38034-195b-45dd-8354-209e7c9cc966 req-9cb758bd-477f-4c2d-bca3-afb0f6c97ad0 service neutron] 10.222.0.20 "GET /v2.0/networks/fc0f799b-d915-4524-adc4-ed43690524ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1514668 Apr 17 04:06:00.829051 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.db [None req-bc34483e-62e9-4ff6-97b4-86fcf0dcfe16 None None] For port 682b32de-080f-4e57-a122-4bb13d8a05d1, host dv-cinder-786054-2-smb, cleared binding levels {{(pid=86332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 17 04:06:00.831055 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [None req-12d50aeb-0597-4804-ac5a-1c5073fee6f7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 17 04:06:00.833235 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.db [None req-bc34483e-62e9-4ff6-97b4-86fcf0dcfe16 None None] For port 682b32de-080f-4e57-a122-4bb13d8a05d1, host dv-cinder-786054-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-2-smb',level=0,port_id=682b32de-080f-4e57-a122-4bb13d8a05d1,segment=NetworkSegment(14b5ea21-40f4-463d-9e75-c37fe439802e),segment_id=14b5ea21-40f4-463d-9e75-c37fe439802e)] {{(pid=86332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 17 04:06:00.838327 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-bc34483e-62e9-4ff6-97b4-86fcf0dcfe16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1691685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854152290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792299986632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244555219606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792299556228'] for port, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:00.843716 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:06:00.871148 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [None req-ee8a25c5-91a1-48bf-b96c-5adcf1a62db0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5dfa0d5f16134314a63106dff173e4bd&name=default HTTP/1.1" status: 200 len: 2975 time: 1.3015947 Apr 17 04:06:00.884895 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.20', 52208) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 17 04:06:00.941542 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc34483e-62e9-4ff6-97b4-86fcf0dcfe16 None None] Pushing event updated for resources: {'Port': ['ID=682b32de-080f-4e57-a122-4bb13d8a05d1,revision_number=2']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:06:00.952614 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-bc34483e-62e9-4ff6-97b4-86fcf0dcfe16 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:06:00.991548 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8a25c5-91a1-48bf-b96c-5adcf1a62db0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e37c9647-153f-4092-ad80-44f31aaa790e,revision_number=1']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:06:01.003151 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-ee8a25c5-91a1-48bf-b96c-5adcf1a62db0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:06:01.156899 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-0d6ccfd0-8fed-4fa9-8785-c96d340b1bee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:01.161243 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-ebc14547-2e82-4f2d-bb9f-282b1312eac7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:01.169141 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-3cd38034-195b-45dd-8354-209e7c9cc966 req-2382e265-935b-4795-97d1-0d2c4fa06245 service neutron] 10.222.0.20 "GET /v2.0/networks/fc0f799b-d915-4524-adc4-ed43690524ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3560374 Apr 17 04:06:01.224004 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-0d6ccfd0-8fed-4fa9-8785-c96d340b1bee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:01.250341 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-12d50aeb-0597-4804-ac5a-1c5073fee6f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:01.264497 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-12d50aeb-0597-4804-ac5a-1c5073fee6f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920236'] for security_group, after_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:01.290637 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-7be0b50a-7cda-4903-9165-c8242b2d1645 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:06:01.425043 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.20', 52244) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 17 04:06:01.564021 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-960477dc-0686-49ff-81a0-4acfbf2afb88 req-112762eb-fd9f-46e0-b285-219b202f2846 tempest-DeleteServersTestJSON-845982755 tempest-DeleteServersTestJSON-845982755-project] 10.222.0.20 "GET /v2.0/ports?device_id=cf131313-3c6e-4705-be31-1c8875a45545 HTTP/1.1" status: 200 len: 210 time: 0.1366129 Apr 17 04:06:01.609776 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.20', 52256) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 17 04:06:01.610372 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [None req-12d50aeb-0597-4804-ac5a-1c5073fee6f7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3b569c84e8a946f99e89bc93ef1d5547&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0767424 Apr 17 04:06:01.627797 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d50aeb-0597-4804-ac5a-1c5073fee6f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e1e1663-8949-4c79-8377-c8490f74fdeb,revision_number=1']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:06:01.643629 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-12d50aeb-0597-4804-ac5a-1c5073fee6f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.353s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:06:01.648270 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-ebc14547-2e82-4f2d-bb9f-282b1312eac7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1691685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854152290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244555219623'] for port, after_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:01.649553 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-0d6ccfd0-8fed-4fa9-8785-c96d340b1bee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920236'] for security_group, after_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:01.664371 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-79b8ac15-76a0-4fd9-a205-1f5fe87e91ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:06:01.732641 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebc14547-2e82-4f2d-bb9f-282b1312eac7 admin admin] Network 3299e77b-a72c-46bf-8676-13cef166cd0a is already hosted by enough agents. {{(pid=86330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 17 04:06:01.744889 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.scheduler.base_scheduler [None req-ebc14547-2e82-4f2d-bb9f-282b1312eac7 admin admin] Resources bound (agent type, host, resource id): {{(pid=86330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 17 04:06:01.749107 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebc14547-2e82-4f2d-bb9f-282b1312eac7 admin admin] Received port after_create {{(pid=86330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 17 04:06:01.766236 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.db_base_plugin_common [None req-219ccf47-eea4-4315-a82f-7c43e3e423a5 admin admin] Allocated IP 172.28.1.151 (3299e77b-a72c-46bf-8676-13cef166cd0a/126682c8-3b96-411d-a59b-48497db5cf0c/9144f13c-507f-404d-aebc-7e9b1e021196) {{(pid=86331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 17 04:06:01.949986 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-219ccf47-eea4-4315-a82f-7c43e3e423a5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:02.030290 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.20', 52282) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 17 04:06:02.044711 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-219ccf47-eea4-4315-a82f-7c43e3e423a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1691685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854152290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244555219623'] for port, after_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:02.070004 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:06:02.108591 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc14547-2e82-4f2d-bb9f-282b1312eac7 admin admin] Pushing event updated for resources: {'Port': ['ID=711d3d7a-06c6-4078-8482-3391841de7f9,revision_number=1']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:06:02.112594 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-ebc14547-2e82-4f2d-bb9f-282b1312eac7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.448s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:06:02.114743 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-219ccf47-eea4-4315-a82f-7c43e3e423a5 admin admin] Network 3299e77b-a72c-46bf-8676-13cef166cd0a is already hosted by enough agents. {{(pid=86331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 17 04:06:02.116079 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.408s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:06:02.124928 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-0d6ccfd0-8fed-4fa9-8785-c96d340b1bee admin admin] Notify callbacks [] for security_group, before_response {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:02.126175 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [None req-0d6ccfd0-8fed-4fa9-8785-c96d340b1bee admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e37c9647-153f-4092-ad80-44f31aaa790e HTTP/1.1" status: 204 len: 168 time: 1.1827137 Apr 17 04:06:02.134471 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6ccfd0-8fed-4fa9-8785-c96d340b1bee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e37c9647-153f-4092-ad80-44f31aaa790e,revision_number=None']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:06:02.137055 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-0d6ccfd0-8fed-4fa9-8785-c96d340b1bee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:06:02.177207 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.scheduler.base_scheduler [None req-219ccf47-eea4-4315-a82f-7c43e3e423a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=86331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 17 04:06:02.184378 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-219ccf47-eea4-4315-a82f-7c43e3e423a5 admin admin] Received port after_create {{(pid=86331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 17 04:06:02.449401 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219ccf47-eea4-4315-a82f-7c43e3e423a5 admin admin] Pushing event updated for resources: {'Port': ['ID=9144f13c-507f-404d-aebc-7e9b1e021196,revision_number=1']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:06:02.455406 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-ebc14547-2e82-4f2d-bb9f-282b1312eac7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:02.557149 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-219ccf47-eea4-4315-a82f-7c43e3e423a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.487s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:06:02.610379 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-6247b6e7-f8af-41e9-af1e-fc1b625a2d65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:02.813774 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0466370-9adb-49d8-8f30-eec8d9731e19 None None] Network f8f93dec-df20-4bb3-95a3-f64dab26a2d6 requested from dv-cinder-786054-2-smb {{(pid=86332) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 17 04:06:02.815338 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-3aacd34e-d3ce-413e-8c38-0dcc06a69c2c req-b3b76e1a-dad8-4847-9ed7-21ca8d4abba3 tempest-DeleteServersTestJSON-845982755 tempest-DeleteServersTestJSON-845982755-project] 10.222.0.20 "GET /v2.0/ports?device_id=cf131313-3c6e-4705-be31-1c8875a45545 HTTP/1.1" status: 200 len: 210 time: 0.1034074 Apr 17 04:06:02.818966 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [None req-6247b6e7-f8af-41e9-af1e-fc1b625a2d65 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 17 04:06:02.826990 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-8b003c0e-d33f-4009-a252-5b60aefe4c8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:02.832103 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [None req-6247b6e7-f8af-41e9-af1e-fc1b625a2d65 admin admin] Usage tracker for resource:security_group_rule and tenant:d58e7cffed114026916955807f363838 is out of sync, need to count used quota {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 17 04:06:02.847104 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [None req-6247b6e7-f8af-41e9-af1e-fc1b625a2d65 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 17 04:06:02.865277 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [None req-6247b6e7-f8af-41e9-af1e-fc1b625a2d65 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 17 04:06:02.881813 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-8b003c0e-d33f-4009-a252-5b60aefe4c8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:02.954443 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-219ccf47-eea4-4315-a82f-7c43e3e423a5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:02.964834 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-ebc14547-2e82-4f2d-bb9f-282b1312eac7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1022791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-944351'] for router, after_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:03.145569 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.20', 52348) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 17 04:06:03.175744 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.provisioning_blocks [None req-44d8b651-4a8f-4203-9473-f524c0b0193a None None] Provisioning for port 682b32de-080f-4e57-a122-4bb13d8a05d1 completed by entity DHCP. {{(pid=86332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 17 04:06:03.191349 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-3f631ddd-fe16-492b-9aec-febeef241c8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:03.229032 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [None req-3f631ddd-fe16-492b-9aec-febeef241c8d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 17 04:06:03.231341 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-8b003c0e-d33f-4009-a252-5b60aefe4c8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920236'] for security_group, after_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:03.239880 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [None req-3f631ddd-fe16-492b-9aec-febeef241c8d admin admin] Usage tracker for resource:security_group_rule and tenant:aebab9e99ddc421bb4fec4e5369ee812 is out of sync, need to count used quota {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 17 04:06:03.248574 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [None req-3f631ddd-fe16-492b-9aec-febeef241c8d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 17 04:06:03.254857 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:06:03.288419 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [None req-3f631ddd-fe16-492b-9aec-febeef241c8d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 17 04:06:03.306261 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b003c0e-d33f-4009-a252-5b60aefe4c8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e1e1663-8949-4c79-8377-c8490f74fdeb,revision_number=None']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:06:03.320337 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-8b003c0e-d33f-4009-a252-5b60aefe4c8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:06:03.399755 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-6247b6e7-f8af-41e9-af1e-fc1b625a2d65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:03.447189 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebc14547-2e82-4f2d-bb9f-282b1312eac7 admin admin] Router 51543f7a-416c-456a-a638-c5d85404775a is scheduled to L3 agent 89c35117-d9bd-45d8-8d43-26735203dc9d with binding_index 1 {{(pid=86330) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 17 04:06:03.471659 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-6247b6e7-f8af-41e9-af1e-fc1b625a2d65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920236'] for security_group, after_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:03.503872 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-7c609c25-beb5-4e02-870a-daeb736b8059 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:06:03.578456 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.rpc [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] Device 682b32de-080f-4e57-a122-4bb13d8a05d1 up at agent ovs-agent-dv-cinder-786054-2-smb {{(pid=86332) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 17 04:06:03.617066 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-8b003c0e-d33f-4009-a252-5b60aefe4c8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:03.620880 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [None req-8b003c0e-d33f-4009-a252-5b60aefe4c8e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6e1e1663-8949-4c79-8377-c8490f74fdeb HTTP/1.1" status: 204 len: 168 time: 2.0068271 Apr 17 04:06:03.644070 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6247b6e7-f8af-41e9-af1e-fc1b625a2d65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=448c642c-94aa-44bb-ab7a-f4a9759ab8bb,revision_number=1']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:06:03.686955 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [None req-6247b6e7-f8af-41e9-af1e-fc1b625a2d65 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d58e7cffed114026916955807f363838&name=default HTTP/1.1" status: 200 len: 2975 time: 1.6514506 Apr 17 04:06:03.732495 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.20', 52368) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 17 04:06:03.733416 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-6247b6e7-f8af-41e9-af1e-fc1b625a2d65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:06:03.777863 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.provisioning_blocks [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] Provisioning for port 682b32de-080f-4e57-a122-4bb13d8a05d1 completed by entity L2. {{(pid=86332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 17 04:06:03.783841 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.provisioning_blocks [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] Provisioning complete for port 682b32de-080f-4e57-a122-4bb13d8a05d1 triggered by entity L2. {{(pid=86332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 17 04:06:03.784772 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2017814'] for port, provisioning_complete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:03.934461 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.provisioning_blocks [None req-ee6f999b-66dd-47ca-9514-8850b4739906 None None] Provisioning complete for port 682b32de-080f-4e57-a122-4bb13d8a05d1 triggered by entity DHCP. {{(pid=86332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 17 04:06:03.943503 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-ee6f999b-66dd-47ca-9514-8850b4739906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2017814'] for port, provisioning_complete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:03.969773 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebc14547-2e82-4f2d-bb9f-282b1312eac7 admin admin] Notify agent at l3_agent.dv-cinder-786054-2-smb the message routers_updated {{(pid=86330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 17 04:06:03.980770 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91b91d0b-f6c7-481a-bdf7-d86ebdf37cfb None None] Sync routers for ids ['51543f7a-416c-456a-a638-c5d85404775a'] in dv-cinder-786054-2-smb {{(pid=86333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 17 04:06:04.015919 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91b91d0b-f6c7-481a-bdf7-d86ebdf37cfb None None] Routers {'51543f7a-416c-456a-a638-c5d85404775a'} bound to L3 agent in host dv-cinder-786054-2-smb {{(pid=86333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 17 04:06:04.017489 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.l3_hamode_db [None req-91b91d0b-f6c7-481a-bdf7-d86ebdf37cfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786054-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-17T03:57:39Z,description=,heartbeat_timestamp=2021-04-17T04:05:40Z,host='dv-cinder-786054-2-smb',id=89c35117-d9bd-45d8-8d43-26735203dc9d,load=0,resource_versions=,resources_synced=,started_at=2021-04-17T03:57:39Z,topic='l3_agent')) {'router_ids': ['51543f7a-416c-456a-a638-c5d85404775a'], 'active': True} {{(pid=86333) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 17 04:06:04.040640 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-ebc14547-2e82-4f2d-bb9f-282b1312eac7 admin admin] Notify callbacks [] for router, before_response {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:04.045331 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [None req-ebc14547-2e82-4f2d-bb9f-282b1312eac7 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 5.0764050 Apr 17 04:06:04.046066 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.20', 52388) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 17 04:06:04.197166 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853081909'] for port, before_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:04.301603 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-ee6f999b-66dd-47ca-9514-8850b4739906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853081909'] for port, before_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:04.328160 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.db [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] For port 682b32de-080f-4e57-a122-4bb13d8a05d1, host dv-cinder-786054-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-2-smb',level=0,port_id=682b32de-080f-4e57-a122-4bb13d8a05d1,segment=NetworkSegment(14b5ea21-40f4-463d-9e75-c37fe439802e),segment_id=14b5ea21-40f4-463d-9e75-c37fe439802e)] {{(pid=86332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 17 04:06:04.357477 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-0d8a64bd-78d1-4dfa-96cf-9fd654514346 req-e60b5c0d-400b-4d26-8190-5921d82d063b tempest-DeleteServersTestJSON-845982755 tempest-DeleteServersTestJSON-845982755-project] 10.222.0.20 "GET /v2.0/ports?device_id=cf131313-3c6e-4705-be31-1c8875a45545 HTTP/1.1" status: 200 len: 210 time: 0.1620641 Apr 17 04:06:04.372204 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.l3_dvr_db [None req-91b91d0b-f6c7-481a-bdf7-d86ebdf37cfb None None] Set router 51543f7a-416c-456a-a638-c5d85404775a gateway port host: dv-cinder-786054-2-smb {{(pid=86333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 17 04:06:04.422846 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1691685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854152290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792299986632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244555219606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792299556228'] for port, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:04.425780 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.db.api [None req-ee6f999b-66dd-47ca-9514-8850b4739906 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=86332) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 17 04:06:04.426381 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_db.api [None req-ee6f999b-66dd-47ca-9514-8850b4739906 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=86332) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 17 04:06:04.428920 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:06:04.450073 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-219ccf47-eea4-4315-a82f-7c43e3e423a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1022791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-944351'] for router, after_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:04.553895 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] Pushing event updated for resources: {'Port': ['ID=682b32de-080f-4e57-a122-4bb13d8a05d1,revision_number=3']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:06:04.562810 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:06:04.669803 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.32', 64656) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 17 04:06:04.744553 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.l3_hamode_db [None req-91b91d0b-f6c7-481a-bdf7-d86ebdf37cfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51543f7a-416c-456a-a638-c5d85404775a', 'name': 'tempest-ServerRescueNegativeTestJSON-115204928-router', 'tenant_id': 'c61f909e458d447f8c0cdeb8d1fce856', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3299e77b-a72c-46bf-8676-13cef166cd0a', 'external_fixed_ips': [{'subnet_id': '126682c8-3b96-411d-a59b-48497db5cf0c', 'ip_address': '172.28.1.104'}], 'enable_snat': True}, 'gw_port_id': '711d3d7a-06c6-4078-8482-3391841de7f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-17T04:05:59Z', 'updated_at': '2021-04-17T04:06:02Z', 'revision_number': 3, 'project_id': 'c61f909e458d447f8c0cdeb8d1fce856', 'gw_port': {'id': '711d3d7a-06c6-4078-8482-3391841de7f9', 'name': '', 'network_id': '3299e77b-a72c-46bf-8676-13cef166cd0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:bd:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51543f7a-416c-456a-a638-c5d85404775a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '126682c8-3b96-411d-a59b-48497db5cf0c', 'ip_address': '172.28.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-17T04:06:00Z', 'updated_at': '2021-04-17T04:06:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '126682c8-3b96-411d-a59b-48497db5cf0c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-2-smb'}], 'dv-cinder-786054-2-smb', False) {} {{(pid=86333) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 17 04:06:04.749324 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91b91d0b-f6c7-481a-bdf7-d86ebdf37cfb None None] Checking router: 51543f7a-416c-456a-a638-c5d85404775a for host: dv-cinder-786054-2-smb {{(pid=86333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 17 04:06:04.749930 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91b91d0b-f6c7-481a-bdf7-d86ebdf37cfb None None] Updating router 51543f7a-416c-456a-a638-c5d85404775a port 711d3d7a-06c6-4078-8482-3391841de7f9 binding host dv-cinder-786054-2-smb {{(pid=86333) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 17 04:06:04.835059 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-ee402eca-e6fa-4df2-8beb-9bd7e1572e3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:04.837877 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-91b91d0b-f6c7-481a-bdf7-d86ebdf37cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853081909'] for port, before_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:04.839804 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.20', 52400) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 17 04:06:04.840305 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.20', 52402) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 17 04:06:04.981015 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-556da118-df26-4678-b3e4-cc8ca323cad3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:05.048019 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-3f631ddd-fe16-492b-9aec-febeef241c8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:05.048624 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [None req-556da118-df26-4678-b3e4-cc8ca323cad3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 17 04:06:05.088597 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [None req-556da118-df26-4678-b3e4-cc8ca323cad3 admin admin] Usage tracker for resource:security_group_rule and tenant:8facb946d8394fc7bce2ff99ee1e5631 is out of sync, need to count used quota {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 17 04:06:05.091660 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-3f631ddd-fe16-492b-9aec-febeef241c8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920236'] for security_group, after_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:05.104217 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-ee402eca-e6fa-4df2-8beb-9bd7e1572e3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:05.115775 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.20', 52410) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 17 04:06:05.203759 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:06:05.210924 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [None req-556da118-df26-4678-b3e4-cc8ca323cad3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 17 04:06:05.245753 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [None req-556da118-df26-4678-b3e4-cc8ca323cad3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 17 04:06:05.321706 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [None req-3f631ddd-fe16-492b-9aec-febeef241c8d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=aebab9e99ddc421bb4fec4e5369ee812&name=default HTTP/1.1" status: 200 len: 2975 time: 2.1722319 Apr 17 04:06:05.322592 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-479b25ef-8c1a-4439-b279-5524d05c58fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:05.329816 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.20', 52426) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 17 04:06:05.331212 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-91b91d0b-f6c7-481a-bdf7-d86ebdf37cfb None None] Notify callbacks [] for port, precommit_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:05.346050 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.provisioning_blocks [None req-91b91d0b-f6c7-481a-bdf7-d86ebdf37cfb None None] Transition to ACTIVE for port object 711d3d7a-06c6-4078-8482-3391841de7f9 will not be triggered until provisioned by entity L2. {{(pid=86333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 17 04:06:05.349168 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f631ddd-fe16-492b-9aec-febeef241c8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b0be701-e76f-4038-86f2-2a2b398db615,revision_number=1']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:06:05.351035 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [None req-479b25ef-8c1a-4439-b279-5524d05c58fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 17 04:06:05.362846 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd38034-195b-45dd-8354-209e7c9cc966 req-e104159e-44dc-4013-b903-5a6d40cb1cdb tempest-DeleteServersTestJSON-845982755 tempest-DeleteServersTestJSON-845982755-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:06:05.364371 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-3cd38034-195b-45dd-8354-209e7c9cc966 req-e104159e-44dc-4013-b903-5a6d40cb1cdb tempest-DeleteServersTestJSON-845982755 tempest-DeleteServersTestJSON-845982755-project] 10.222.0.32 "GET /v2.0/networks?id=fc0f799b-d915-4524-adc4-ed43690524ba HTTP/1.1" status: 200 len: 811 time: 0.5807076 Apr 17 04:06:05.364996 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-91b91d0b-f6c7-481a-bdf7-d86ebdf37cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1691685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854152290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792299986632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244555219606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792299556228'] for port, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:05.366327 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-3f631ddd-fe16-492b-9aec-febeef241c8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:06:05.377717 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-7a54de2f-4810-48ee-862f-b5b041dcbab0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:06:05.378106 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [None req-479b25ef-8c1a-4439-b279-5524d05c58fb admin admin] Usage tracker for resource:security_group_rule and tenant:01c7c0ac55444e3c97836d1681a4c64d is out of sync, need to count used quota {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 17 04:06:05.381011 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-2ac4c17d-f93e-44b9-ac5b-3e342ae6359e admin admin] Notify callbacks [] for security_group, before_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:05.407101 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [None req-479b25ef-8c1a-4439-b279-5524d05c58fb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 17 04:06:05.425074 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.v2.base [req-3cd38034-195b-45dd-8354-209e7c9cc966 req-2ec6cd6f-baec-4dc3-878c-3c375a1da1c2 tempest-DeleteServersTestJSON-845982755 tempest-DeleteServersTestJSON-845982755-project] Request body: {'port': {'device_id': 'cf131313-3c6e-4705-be31-1c8875a45545', 'network_id': 'fc0f799b-d915-4524-adc4-ed43690524ba', 'admin_state_up': True, 'tenant_id': '565c76b2ab3646d6ab962f1f1d8d8742'}} {{(pid=86331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 17 04:06:05.436670 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [None req-479b25ef-8c1a-4439-b279-5524d05c58fb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 17 04:06:05.437808 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.rpc [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] Device 682b32de-080f-4e57-a122-4bb13d8a05d1 up at agent ovs-agent-dv-cinder-786054-2-smb {{(pid=86332) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 17 04:06:05.470055 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [None req-2ac4c17d-f93e-44b9-ac5b-3e342ae6359e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 17 04:06:05.479556 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-219ccf47-eea4-4315-a82f-7c43e3e423a5 admin admin] Router 11705267-a024-4b79-bf32-97d0e0a5cb08 is scheduled to L3 agent 89c35117-d9bd-45d8-8d43-26735203dc9d with binding_index 1 {{(pid=86331) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 17 04:06:05.483405 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.managers [None req-91b91d0b-f6c7-481a-bdf7-d86ebdf37cfb None None] Attempting to bind port 711d3d7a-06c6-4078-8482-3391841de7f9 on host dv-cinder-786054-2-smb for vnic_type normal with profile {{(pid=86333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 17 04:06:05.483844 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.managers [None req-91b91d0b-f6c7-481a-bdf7-d86ebdf37cfb None None] Attempting to bind port 711d3d7a-06c6-4078-8482-3391841de7f9 by drivers openvswitch,hyperv on host dv-cinder-786054-2-smb at level 0 using segments [{'id': '0331decf-77a3-4764-a14d-d11dc820119c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3299e77b-a72c-46bf-8676-13cef166cd0a'}] {{(pid=86333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 17 04:06:05.484454 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91b91d0b-f6c7-481a-bdf7-d86ebdf37cfb None None] Attempting to bind port 711d3d7a-06c6-4078-8482-3391841de7f9 on network 3299e77b-a72c-46bf-8676-13cef166cd0a {{(pid=86333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 17 04:06:05.502608 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91b91d0b-f6c7-481a-bdf7-d86ebdf37cfb None None] Checking agent: {'id': '96b6248f-f9b9-4a9f-9317-f4ef1fc85571', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786054-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 17, 3, 57, 41), 'started_at': datetime.datetime(2021, 4, 17, 3, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 4, 17, 4, 5, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786054-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 17 04:06:05.502820 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91b91d0b-f6c7-481a-bdf7-d86ebdf37cfb None None] Checking segment: {'id': '0331decf-77a3-4764-a14d-d11dc820119c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3299e77b-a72c-46bf-8676-13cef166cd0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 17 04:06:05.503367 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-91b91d0b-f6c7-481a-bdf7-d86ebdf37cfb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:05.503833 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91b91d0b-f6c7-481a-bdf7-d86ebdf37cfb None None] Bound using segment: {'id': '0331decf-77a3-4764-a14d-d11dc820119c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3299e77b-a72c-46bf-8676-13cef166cd0a'} {{(pid=86333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 17 04:06:05.504364 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.managers [None req-91b91d0b-f6c7-481a-bdf7-d86ebdf37cfb None None] Bound port: 711d3d7a-06c6-4078-8482-3391841de7f9, host: dv-cinder-786054-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0331decf-77a3-4764-a14d-d11dc820119c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3299e77b-a72c-46bf-8676-13cef166cd0a'}}] {{(pid=86333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 17 04:06:05.504833 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-91b91d0b-f6c7-481a-bdf7-d86ebdf37cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853081909'] for port, before_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:05.515927 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-ee402eca-e6fa-4df2-8beb-9bd7e1572e3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920236'] for security_group, after_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:05.529364 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [None req-2ac4c17d-f93e-44b9-ac5b-3e342ae6359e admin admin] Usage tracker for resource:security_group_rule and tenant:145c21eedf0c4deb94c92f8c7288404e is out of sync, need to count used quota {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 17 04:06:05.542383 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [None req-2ac4c17d-f93e-44b9-ac5b-3e342ae6359e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 17 04:06:05.581474 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-6247b6e7-f8af-41e9-af1e-fc1b625a2d65 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:06:05.585729 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.provisioning_blocks [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] Provisioning complete for port 682b32de-080f-4e57-a122-4bb13d8a05d1 triggered by entity L2. {{(pid=86332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 17 04:06:05.586147 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2017814'] for port, provisioning_complete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:05.610886 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.db [None req-91b91d0b-f6c7-481a-bdf7-d86ebdf37cfb None None] For port 711d3d7a-06c6-4078-8482-3391841de7f9, host dv-cinder-786054-2-smb, cleared binding levels {{(pid=86333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 17 04:06:05.615315 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.db [None req-91b91d0b-f6c7-481a-bdf7-d86ebdf37cfb None None] For port 711d3d7a-06c6-4078-8482-3391841de7f9, host dv-cinder-786054-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-2-smb',level=0,port_id=711d3d7a-06c6-4078-8482-3391841de7f9,segment=NetworkSegment(0331decf-77a3-4764-a14d-d11dc820119c),segment_id=0331decf-77a3-4764-a14d-d11dc820119c)] {{(pid=86333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 17 04:06:05.622817 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-91b91d0b-f6c7-481a-bdf7-d86ebdf37cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1691685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854152290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792299986632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244555219606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792299556228'] for port, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:05.643575 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ecfc4c-7c42-48c5-9add-8d5d3cc047ca None None] Pushing event updated for resources: {'Port': ['ID=711d3d7a-06c6-4078-8482-3391841de7f9,revision_number=2']} {{(pid=86333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:06:05.655881 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ecfc4c-7c42-48c5-9add-8d5d3cc047ca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:06:05.656254 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ecfc4c-7c42-48c5-9add-8d5d3cc047ca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:06:05.656698 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ecfc4c-7c42-48c5-9add-8d5d3cc047ca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:06:05.657100 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ecfc4c-7c42-48c5-9add-8d5d3cc047ca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:06:05.657556 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ecfc4c-7c42-48c5-9add-8d5d3cc047ca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:06:05.657842 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ecfc4c-7c42-48c5-9add-8d5d3cc047ca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:06:05.658238 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ecfc4c-7c42-48c5-9add-8d5d3cc047ca None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:06:05.658628 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ecfc4c-7c42-48c5-9add-8d5d3cc047ca None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:06:05.658983 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ecfc4c-7c42-48c5-9add-8d5d3cc047ca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:06:05.659531 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ecfc4c-7c42-48c5-9add-8d5d3cc047ca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:06:05.659882 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ecfc4c-7c42-48c5-9add-8d5d3cc047ca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:06:05.660266 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ecfc4c-7c42-48c5-9add-8d5d3cc047ca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:06:05.661486 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ecfc4c-7c42-48c5-9add-8d5d3cc047ca None None] Tracked resource versions report: Apr 17 04:06:05.661486 dv-cinder-786054-2-smb neutron-server[86217]: pushed versions: Apr 17 04:06:05.661486 dv-cinder-786054-2-smb neutron-server[86217]: { 'AddressGroup': {'1.2'}, Apr 17 04:06:05.661486 dv-cinder-786054-2-smb neutron-server[86217]: 'ConntrackHelper': {'1.0'}, Apr 17 04:06:05.661486 dv-cinder-786054-2-smb neutron-server[86217]: 'Log': {'1.0'}, Apr 17 04:06:05.661486 dv-cinder-786054-2-smb neutron-server[86217]: 'Network': {'1.1'}, Apr 17 04:06:05.661486 dv-cinder-786054-2-smb neutron-server[86217]: 'Port': {'1.7'}, Apr 17 04:06:05.661486 dv-cinder-786054-2-smb neutron-server[86217]: 'PortForwarding': {'1.2'}, Apr 17 04:06:05.661486 dv-cinder-786054-2-smb neutron-server[86217]: 'QosPolicy': {'1.8'}, Apr 17 04:06:05.661486 dv-cinder-786054-2-smb neutron-server[86217]: 'SecurityGroup': {'1.4'}, Apr 17 04:06:05.661486 dv-cinder-786054-2-smb neutron-server[86217]: 'SecurityGroupRule': {'1.2'}, Apr 17 04:06:05.661486 dv-cinder-786054-2-smb neutron-server[86217]: 'SubPort': {'1.0'}, Apr 17 04:06:05.661486 dv-cinder-786054-2-smb neutron-server[86217]: 'Subnet': {'1.1'}, Apr 17 04:06:05.661486 dv-cinder-786054-2-smb neutron-server[86217]: 'Trunk': {'1.1'}} Apr 17 04:06:05.661486 dv-cinder-786054-2-smb neutron-server[86217]: consumer versions: Apr 17 04:06:05.661486 dv-cinder-786054-2-smb neutron-server[86217]: { DHCP agent@dv-cinder-786054-2-smb: {}, Apr 17 04:06:05.661486 dv-cinder-786054-2-smb neutron-server[86217]: HyperV agent@hv-cinder-78605: {}, Apr 17 04:06:05.661486 dv-cinder-786054-2-smb neutron-server[86217]: L3 agent@dv-cinder-786054-2-smb: {}, Apr 17 04:06:05.661486 dv-cinder-786054-2-smb neutron-server[86217]: Metadata agent@dv-cinder-786054-2-smb: {}, Apr 17 04:06:05.661486 dv-cinder-786054-2-smb neutron-server[86217]: Metering agent@dv-cinder-786054-2-smb: {}, Apr 17 04:06:05.661486 dv-cinder-786054-2-smb neutron-server[86217]: Open vSwitch agent@dv-cinder-786054-2-smb: { 'AddressGroup': '1.2', Apr 17 04:06:05.661486 dv-cinder-786054-2-smb neutron-server[86217]: 'ConntrackHelper': '1.0', Apr 17 04:06:05.661486 dv-cinder-786054-2-smb neutron-server[86217]: 'Log': '1.0', Apr 17 04:06:05.661486 dv-cinder-786054-2-smb neutron-server[86217]: 'Network': '1.1', Apr 17 04:06:05.661486 dv-cinder-786054-2-smb neutron-server[86217]: 'Port': '1.7', Apr 17 04:06:05.661486 dv-cinder-786054-2-smb neutron-server[86217]: 'PortForwarding': '1.2', Apr 17 04:06:05.661486 dv-cinder-786054-2-smb neutron-server[86217]: 'QosPolicy': '1.8', Apr 17 04:06:05.661486 dv-cinder-786054-2-smb neutron-server[86217]: 'SecurityGroup': '1.4', Apr 17 04:06:05.661486 dv-cinder-786054-2-smb neutron-server[86217]: 'SecurityGroupRule': '1.2', Apr 17 04:06:05.661486 dv-cinder-786054-2-smb neutron-server[86217]: 'SubPort': '1.0', Apr 17 04:06:05.661486 dv-cinder-786054-2-smb neutron-server[86217]: 'Subnet': '1.1', Apr 17 04:06:05.661486 dv-cinder-786054-2-smb neutron-server[86217]: 'Trunk': '1.1'}} Apr 17 04:06:05.661486 dv-cinder-786054-2-smb neutron-server[86217]: {{(pid=86333) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 17 04:06:05.666747 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-41ecfc4c-7c42-48c5-9add-8d5d3cc047ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=86333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:06:05.668671 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.031s {{(pid=86333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:06:05.682654 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [None req-2ac4c17d-f93e-44b9-ac5b-3e342ae6359e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 17 04:06:05.687873 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee402eca-e6fa-4df2-8beb-9bd7e1572e3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=448c642c-94aa-44bb-ab7a-f4a9759ab8bb,revision_number=None']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:06:05.726080 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91b91d0b-f6c7-481a-bdf7-d86ebdf37cfb None None] Routers {'51543f7a-416c-456a-a638-c5d85404775a'} bound to L3 agent in host dv-cinder-786054-2-smb {{(pid=86333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 17 04:06:05.726896 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.l3_hamode_db [None req-91b91d0b-f6c7-481a-bdf7-d86ebdf37cfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786054-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-17T03:57:39Z,description=,heartbeat_timestamp=2021-04-17T04:05:40Z,host='dv-cinder-786054-2-smb',id=89c35117-d9bd-45d8-8d43-26735203dc9d,load=0,resource_versions=,resources_synced=,started_at=2021-04-17T03:57:39Z,topic='l3_agent')) {'router_ids': ['51543f7a-416c-456a-a638-c5d85404775a'], 'active': True} {{(pid=86333) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 17 04:06:05.851581 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-556da118-df26-4678-b3e4-cc8ca323cad3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:05.861569 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-556da118-df26-4678-b3e4-cc8ca323cad3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920236'] for security_group, after_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:05.896890 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-ee402eca-e6fa-4df2-8beb-9bd7e1572e3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:06:05.898288 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-219ccf47-eea4-4315-a82f-7c43e3e423a5 admin admin] Notify agent at l3_agent.dv-cinder-786054-2-smb the message routers_updated {{(pid=86331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 17 04:06:05.907852 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c211114f-95f1-4f9d-a200-ded12a8f7b62 None None] Sync routers for ids ['11705267-a024-4b79-bf32-97d0e0a5cb08'] in dv-cinder-786054-2-smb {{(pid=86332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 17 04:06:05.920149 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ecfc4c-7c42-48c5-9add-8d5d3cc047ca None None] Pushing event updated for resources: {'Port': ['ID=711d3d7a-06c6-4078-8482-3391841de7f9,revision_number=3']} {{(pid=86333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:06:05.926057 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-41ecfc4c-7c42-48c5-9add-8d5d3cc047ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=86333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:06:05.932299 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-0d6ccfd0-8fed-4fa9-8785-c96d340b1bee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:06:05.934559 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c211114f-95f1-4f9d-a200-ded12a8f7b62 None None] Routers {'11705267-a024-4b79-bf32-97d0e0a5cb08'} bound to L3 agent in host dv-cinder-786054-2-smb {{(pid=86332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 17 04:06:05.935506 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.l3_hamode_db [None req-c211114f-95f1-4f9d-a200-ded12a8f7b62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786054-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-17T03:57:39Z,description=,heartbeat_timestamp=2021-04-17T04:05:40Z,host='dv-cinder-786054-2-smb',id=89c35117-d9bd-45d8-8d43-26735203dc9d,load=0,resource_versions=,resources_synced=,started_at=2021-04-17T03:57:39Z,topic='l3_agent')) {'router_ids': ['11705267-a024-4b79-bf32-97d0e0a5cb08'], 'active': True} {{(pid=86332) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 17 04:06:05.960197 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-ee402eca-e6fa-4df2-8beb-9bd7e1572e3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:05.964837 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [None req-ee402eca-e6fa-4df2-8beb-9bd7e1572e3c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/448c642c-94aa-44bb-ab7a-f4a9759ab8bb HTTP/1.1" status: 204 len: 168 time: 2.2277117 Apr 17 04:06:05.975763 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.l3_dvr_db [None req-91b91d0b-f6c7-481a-bdf7-d86ebdf37cfb None None] Set router 51543f7a-416c-456a-a638-c5d85404775a gateway port host: dv-cinder-786054-2-smb {{(pid=86333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 17 04:06:06.035968 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-867ef6a5-0158-4a79-8680-99831aa2f131 req-899abf33-e04e-4a8f-b087-4053c51992a9 tempest-DeleteServersTestJSON-845982755 tempest-DeleteServersTestJSON-845982755-project] 10.222.0.20 "GET /v2.0/ports?device_id=cf131313-3c6e-4705-be31-1c8875a45545 HTTP/1.1" status: 200 len: 210 time: 0.3431168 Apr 17 04:06:06.099489 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-ae98b6bd-49a9-4ec9-a8d1-2e98a64a2799 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:06.167205 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-219ccf47-eea4-4315-a82f-7c43e3e423a5 admin admin] Notify callbacks [] for router, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:06.171414 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [None req-219ccf47-eea4-4315-a82f-7c43e3e423a5 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 7.3458166 Apr 17 04:06:06.194769 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.l3_dvr_db [None req-c211114f-95f1-4f9d-a200-ded12a8f7b62 None None] Set router 11705267-a024-4b79-bf32-97d0e0a5cb08 gateway port host: dv-cinder-786054-2-smb {{(pid=86332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 17 04:06:06.201445 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.20', 52456) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 17 04:06:06.216106 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556da118-df26-4678-b3e4-cc8ca323cad3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0238d135-76ab-47ac-9f75-35e1ffb8122b,revision_number=1']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:06:06.253480 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-556da118-df26-4678-b3e4-cc8ca323cad3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:06:06.255256 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-7ad463db-6c0b-4e07-8bb7-32224a660477 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853081909'] for port, before_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:06.325180 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [None req-556da118-df26-4678-b3e4-cc8ca323cad3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8facb946d8394fc7bce2ff99ee1e5631&name=default HTTP/1.1" status: 200 len: 2975 time: 1.4830279 Apr 17 04:06:06.330350 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-ae98b6bd-49a9-4ec9-a8d1-2e98a64a2799 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:06.335991 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-479b25ef-8c1a-4439-b279-5524d05c58fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:06.343421 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.20', 52462) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 17 04:06:06.348982 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-479b25ef-8c1a-4439-b279-5524d05c58fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920236'] for security_group, after_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:06.408890 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:06:06.438955 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [None req-479b25ef-8c1a-4439-b279-5524d05c58fb admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=01c7c0ac55444e3c97836d1681a4c64d&name=default HTTP/1.1" status: 200 len: 2975 time: 1.5955462 Apr 17 04:06:06.501587 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [req-3cd38034-195b-45dd-8354-209e7c9cc966 req-2ec6cd6f-baec-4dc3-878c-3c375a1da1c2 tempest-DeleteServersTestJSON-845982755 tempest-DeleteServersTestJSON-845982755-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 17 04:06:06.513973 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.20', 52466) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 17 04:06:06.620304 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [req-3cd38034-195b-45dd-8354-209e7c9cc966 req-2ec6cd6f-baec-4dc3-878c-3c375a1da1c2 tempest-DeleteServersTestJSON-845982755 tempest-DeleteServersTestJSON-845982755-project] Usage tracker for resource:port and tenant:565c76b2ab3646d6ab962f1f1d8d8742 is out of sync, need to count used quota {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 17 04:06:06.702558 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.l3_hamode_db [None req-91b91d0b-f6c7-481a-bdf7-d86ebdf37cfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51543f7a-416c-456a-a638-c5d85404775a', 'name': 'tempest-ServerRescueNegativeTestJSON-115204928-router', 'tenant_id': 'c61f909e458d447f8c0cdeb8d1fce856', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3299e77b-a72c-46bf-8676-13cef166cd0a', 'external_fixed_ips': [{'subnet_id': '126682c8-3b96-411d-a59b-48497db5cf0c', 'ip_address': '172.28.1.104'}], 'enable_snat': True}, 'gw_port_id': '711d3d7a-06c6-4078-8482-3391841de7f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-17T04:05:59Z', 'updated_at': '2021-04-17T04:06:02Z', 'revision_number': 3, 'project_id': 'c61f909e458d447f8c0cdeb8d1fce856', 'gw_port': {'id': '711d3d7a-06c6-4078-8482-3391841de7f9', 'name': '', 'network_id': '3299e77b-a72c-46bf-8676-13cef166cd0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:bd:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51543f7a-416c-456a-a638-c5d85404775a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '126682c8-3b96-411d-a59b-48497db5cf0c', 'ip_address': '172.28.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-17T04:06:00Z', 'updated_at': '2021-04-17T04:06:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '126682c8-3b96-411d-a59b-48497db5cf0c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-2-smb'}], 'dv-cinder-786054-2-smb', False) {} {{(pid=86333) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 17 04:06:06.715374 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91b91d0b-f6c7-481a-bdf7-d86ebdf37cfb None None] The sync data for ids ['51543f7a-416c-456a-a638-c5d85404775a'] in dv-cinder-786054-2-smb is: [{'id': '51543f7a-416c-456a-a638-c5d85404775a', 'name': 'tempest-ServerRescueNegativeTestJSON-115204928-router', 'tenant_id': 'c61f909e458d447f8c0cdeb8d1fce856', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3299e77b-a72c-46bf-8676-13cef166cd0a', 'external_fixed_ips': [{'subnet_id': '126682c8-3b96-411d-a59b-48497db5cf0c', 'ip_address': '172.28.1.104'}], 'enable_snat': True}, 'gw_port_id': '711d3d7a-06c6-4078-8482-3391841de7f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-17T04:05:59Z', 'updated_at': '2021-04-17T04:06:02Z', 'revision_number': 3, 'project_id': 'c61f909e458d447f8c0cdeb8d1fce856', 'gw_port': {'id': '711d3d7a-06c6-4078-8482-3391841de7f9', 'name': '', 'network_id': '3299e77b-a72c-46bf-8676-13cef166cd0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:bd:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51543f7a-416c-456a-a638-c5d85404775a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '126682c8-3b96-411d-a59b-48497db5cf0c', 'ip_address': '172.28.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-17T04:06:00Z', 'updated_at': '2021-04-17T04:06:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '126682c8-3b96-411d-a59b-48497db5cf0c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-2-smb'}] {{(pid=86333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 17 04:06:06.724414 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [req-3cd38034-195b-45dd-8354-209e7c9cc966 req-2ec6cd6f-baec-4dc3-878c-3c375a1da1c2 tempest-DeleteServersTestJSON-845982755 tempest-DeleteServersTestJSON-845982755-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 17 04:06:06.855088 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [req-3cd38034-195b-45dd-8354-209e7c9cc966 req-2ec6cd6f-baec-4dc3-878c-3c375a1da1c2 tempest-DeleteServersTestJSON-845982755 tempest-DeleteServersTestJSON-845982755-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 17 04:06:06.878090 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479b25ef-8c1a-4439-b279-5524d05c58fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80dff673-6fbe-45f0-8300-10fc8bbb44bc,revision_number=1']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:06:06.889972 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-479b25ef-8c1a-4439-b279-5524d05c58fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.481s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:06:07.049054 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3cd38034-195b-45dd-8354-209e7c9cc966 req-2ec6cd6f-baec-4dc3-878c-3c375a1da1c2 tempest-DeleteServersTestJSON-845982755 tempest-DeleteServersTestJSON-845982755-project] Made reservation on behalf of 565c76b2ab3646d6ab962f1f1d8d8742 for: {'port': 1} {{(pid=86331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 17 04:06:07.055774 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [req-3cd38034-195b-45dd-8354-209e7c9cc966 req-2ec6cd6f-baec-4dc3-878c-3c375a1da1c2 tempest-DeleteServersTestJSON-845982755 tempest-DeleteServersTestJSON-845982755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853081909'] for port, before_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:07.087514 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-2ac4c17d-f93e-44b9-ac5b-3e342ae6359e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:07.104412 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-a11fe2ab-ed82-4128-829a-bd9ef8a585e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:07.134183 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-61636e99-190a-4822-be96-8f9969f062e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:07.197146 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-2ac4c17d-f93e-44b9-ac5b-3e342ae6359e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920236'] for security_group, after_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:07.228565 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:06:07.253862 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-61636e99-190a-4822-be96-8f9969f062e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:07.255393 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-ae98b6bd-49a9-4ec9-a8d1-2e98a64a2799 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920236'] for security_group, after_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:07.323788 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.db_base_plugin_common [None req-7ad463db-6c0b-4e07-8bb7-32224a660477 admin admin] Allocated IP 172.20.0.1 (3648c013-741e-41bf-ba14-932e8746819e/f604e219-b121-4ee2-9dbd-506d5b380753/988c9618-c754-4592-855f-196558790806) {{(pid=86330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 17 04:06:07.473481 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-c24432ac-3489-4182-8618-4a79bac7faa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244554870149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852757949'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:07.564066 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.l3_hamode_db [None req-c211114f-95f1-4f9d-a200-ded12a8f7b62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11705267-a024-4b79-bf32-97d0e0a5cb08', 'name': 'tempest-AttachVolumeShelveTestJSON-1739641882-router', 'tenant_id': 'a895b4724282424590f36093c5571d4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3299e77b-a72c-46bf-8676-13cef166cd0a', 'external_fixed_ips': [{'subnet_id': '126682c8-3b96-411d-a59b-48497db5cf0c', 'ip_address': '172.28.1.151'}], 'enable_snat': True}, 'gw_port_id': '9144f13c-507f-404d-aebc-7e9b1e021196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-17T04:05:58Z', 'updated_at': '2021-04-17T04:06:02Z', 'revision_number': 3, 'project_id': 'a895b4724282424590f36093c5571d4e', 'gw_port': {'id': '9144f13c-507f-404d-aebc-7e9b1e021196', 'name': '', 'network_id': '3299e77b-a72c-46bf-8676-13cef166cd0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:22:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11705267-a024-4b79-bf32-97d0e0a5cb08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '126682c8-3b96-411d-a59b-48497db5cf0c', 'ip_address': '172.28.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-17T04:06:00Z', 'updated_at': '2021-04-17T04:06:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '126682c8-3b96-411d-a59b-48497db5cf0c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-2-smb'}], 'dv-cinder-786054-2-smb', False) {} {{(pid=86332) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 17 04:06:07.572609 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c211114f-95f1-4f9d-a200-ded12a8f7b62 None None] Checking router: 11705267-a024-4b79-bf32-97d0e0a5cb08 for host: dv-cinder-786054-2-smb {{(pid=86332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 17 04:06:07.573119 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c211114f-95f1-4f9d-a200-ded12a8f7b62 None None] Updating router 11705267-a024-4b79-bf32-97d0e0a5cb08 port 9144f13c-507f-404d-aebc-7e9b1e021196 binding host dv-cinder-786054-2-smb {{(pid=86332) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 17 04:06:07.644865 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-7ad463db-6c0b-4e07-8bb7-32224a660477 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:07.688025 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-7ad463db-6c0b-4e07-8bb7-32224a660477 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1691685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854152290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244555219623'] for port, after_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:07.714821 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:06:07.726170 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-c211114f-95f1-4f9d-a200-ded12a8f7b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853081909'] for port, before_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:07.825429 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ad463db-6c0b-4e07-8bb7-32224a660477 admin admin] Network 3648c013-741e-41bf-ba14-932e8746819e is already hosted by enough agents. {{(pid=86330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 17 04:06:07.831379 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad463db-6c0b-4e07-8bb7-32224a660477 admin admin] Pushing event updated for resources: {'Port': ['ID=988c9618-c754-4592-855f-196558790806,revision_number=1']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:06:07.835552 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-7ad463db-6c0b-4e07-8bb7-32224a660477 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:06:07.836924 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.scheduler.base_scheduler [None req-7ad463db-6c0b-4e07-8bb7-32224a660477 admin admin] Resources bound (agent type, host, resource id): {{(pid=86330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 17 04:06:07.845424 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ad463db-6c0b-4e07-8bb7-32224a660477 admin admin] Received port after_create {{(pid=86330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 17 04:06:07.846254 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-7ad463db-6c0b-4e07-8bb7-32224a660477 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036853752574'] for router_interface, before_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:08.036059 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-61636e99-190a-4822-be96-8f9969f062e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920236'] for security_group, after_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:08.052237 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-12d50aeb-0597-4804-ac5a-1c5073fee6f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:06:08.179642 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61636e99-190a-4822-be96-8f9969f062e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80dff673-6fbe-45f0-8300-10fc8bbb44bc,revision_number=None']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:06:08.197359 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-61636e99-190a-4822-be96-8f9969f062e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:06:08.303264 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-61636e99-190a-4822-be96-8f9969f062e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:08.304975 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [None req-61636e99-190a-4822-be96-8f9969f062e8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/80dff673-6fbe-45f0-8300-10fc8bbb44bc HTTP/1.1" status: 204 len: 168 time: 1.7695935 Apr 17 04:06:08.308149 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-7ad463db-6c0b-4e07-8bb7-32224a660477 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853081909'] for port, before_update {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:08.719191 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-c211114f-95f1-4f9d-a200-ded12a8f7b62 None None] Notify callbacks [] for port, precommit_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:08.749448 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.provisioning_blocks [None req-c211114f-95f1-4f9d-a200-ded12a8f7b62 None None] Transition to ACTIVE for port object 9144f13c-507f-404d-aebc-7e9b1e021196 will not be triggered until provisioned by entity L2. {{(pid=86332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 17 04:06:08.766127 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-c211114f-95f1-4f9d-a200-ded12a8f7b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1691685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854152290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792299986632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244555219606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792299556228'] for port, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:08.779065 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:06:08.943124 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1e25aa-dce6-4d47-a621-c324463fb457 None None] Pushing event updated for resources: {'Port': ['ID=9144f13c-507f-404d-aebc-7e9b1e021196,revision_number=2']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:06:08.953329 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-1b1e25aa-dce6-4d47-a621-c324463fb457 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:06:08.954189 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-7ad463db-6c0b-4e07-8bb7-32224a660477 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:08.960110 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-7ad463db-6c0b-4e07-8bb7-32224a660477 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1691685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854152290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792299986632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244555219606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792299556228'] for port, after_update {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:08.966790 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-7ad463db-6c0b-4e07-8bb7-32224a660477 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854152273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1023333'] for router_interface, after_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:08.975804 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:06:08.981787 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-a11fe2ab-ed82-4128-829a-bd9ef8a585e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:08.999041 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.managers [None req-c211114f-95f1-4f9d-a200-ded12a8f7b62 None None] Attempting to bind port 9144f13c-507f-404d-aebc-7e9b1e021196 on host dv-cinder-786054-2-smb for vnic_type normal with profile {{(pid=86332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 17 04:06:08.999443 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.managers [None req-c211114f-95f1-4f9d-a200-ded12a8f7b62 None None] Attempting to bind port 9144f13c-507f-404d-aebc-7e9b1e021196 by drivers openvswitch,hyperv on host dv-cinder-786054-2-smb at level 0 using segments [{'id': '0331decf-77a3-4764-a14d-d11dc820119c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3299e77b-a72c-46bf-8676-13cef166cd0a'}] {{(pid=86332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 17 04:06:08.999844 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c211114f-95f1-4f9d-a200-ded12a8f7b62 None None] Attempting to bind port 9144f13c-507f-404d-aebc-7e9b1e021196 on network 3299e77b-a72c-46bf-8676-13cef166cd0a {{(pid=86332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 17 04:06:09.009862 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c211114f-95f1-4f9d-a200-ded12a8f7b62 None None] Checking agent: {'id': '96b6248f-f9b9-4a9f-9317-f4ef1fc85571', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786054-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 17, 3, 57, 41), 'started_at': datetime.datetime(2021, 4, 17, 3, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 4, 17, 4, 5, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786054-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 17 04:06:09.010268 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c211114f-95f1-4f9d-a200-ded12a8f7b62 None None] Checking segment: {'id': '0331decf-77a3-4764-a14d-d11dc820119c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3299e77b-a72c-46bf-8676-13cef166cd0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 17 04:06:09.010706 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-c211114f-95f1-4f9d-a200-ded12a8f7b62 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:09.011136 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c211114f-95f1-4f9d-a200-ded12a8f7b62 None None] Bound using segment: {'id': '0331decf-77a3-4764-a14d-d11dc820119c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3299e77b-a72c-46bf-8676-13cef166cd0a'} {{(pid=86332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 17 04:06:09.011643 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.managers [None req-c211114f-95f1-4f9d-a200-ded12a8f7b62 None None] Bound port: 9144f13c-507f-404d-aebc-7e9b1e021196, host: dv-cinder-786054-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0331decf-77a3-4764-a14d-d11dc820119c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3299e77b-a72c-46bf-8676-13cef166cd0a'}}] {{(pid=86332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 17 04:06:09.012052 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-c211114f-95f1-4f9d-a200-ded12a8f7b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853081909'] for port, before_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:09.059924 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [None req-2ac4c17d-f93e-44b9-ac5b-3e342ae6359e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=145c21eedf0c4deb94c92f8c7288404e&name=default HTTP/1.1" status: 200 len: 2975 time: 3.9038303 Apr 17 04:06:09.083765 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-ae98b6bd-49a9-4ec9-a8d1-2e98a64a2799 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:09.088935 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [None req-ae98b6bd-49a9-4ec9-a8d1-2e98a64a2799 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0b0be701-e76f-4038-86f2-2a2b398db615 HTTP/1.1" status: 204 len: 168 time: 3.7447453 Apr 17 04:06:09.091294 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-a11fe2ab-ed82-4128-829a-bd9ef8a585e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920236'] for security_group, after_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:09.102714 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.20', 52524) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 17 04:06:09.106741 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [req-efddfc22-f3c7-41a7-aa0b-437b9d0a1b29 req-43fb3360-57af-46b5-9b86-086ff490c88c tempest-DeleteServersTestJSON-845982755 tempest-DeleteServersTestJSON-845982755-project] Synchronizing usage tracker for tenant:565c76b2ab3646d6ab962f1f1d8d8742 on resource:port {{(pid=86331) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 17 04:06:09.140287 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac4c17d-f93e-44b9-ac5b-3e342ae6359e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12fdda0f-85db-4c54-b2ce-55790007f40b,revision_number=1']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:06:09.175812 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-a11fe2ab-ed82-4128-829a-bd9ef8a585e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:09.179724 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [None req-a11fe2ab-ed82-4128-829a-bd9ef8a585e5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0238d135-76ab-47ac-9f75-35e1ffb8122b HTTP/1.1" status: 204 len: 168 time: 2.8015473 Apr 17 04:06:09.192222 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-2ac4c17d-f93e-44b9-ac5b-3e342ae6359e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.963s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:06:09.193066 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [req-efddfc22-f3c7-41a7-aa0b-437b9d0a1b29 req-43fb3360-57af-46b5-9b86-086ff490c88c tempest-DeleteServersTestJSON-845982755 tempest-DeleteServersTestJSON-845982755-project] Unset dirty status for tenant:565c76b2ab3646d6ab962f1f1d8d8742 on resource:port {{(pid=86331) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 17 04:06:09.194730 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-efddfc22-f3c7-41a7-aa0b-437b9d0a1b29 req-43fb3360-57af-46b5-9b86-086ff490c88c tempest-DeleteServersTestJSON-845982755 tempest-DeleteServersTestJSON-845982755-project] 10.222.0.20 "GET /v2.0/ports?device_id=cf131313-3c6e-4705-be31-1c8875a45545 HTTP/1.1" status: 200 len: 210 time: 0.4480460 Apr 17 04:06:09.195481 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.417s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:06:09.212807 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.db [None req-c211114f-95f1-4f9d-a200-ded12a8f7b62 None None] For port 9144f13c-507f-404d-aebc-7e9b1e021196, host dv-cinder-786054-2-smb, cleared binding levels {{(pid=86332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 17 04:06:09.217551 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.db [None req-c211114f-95f1-4f9d-a200-ded12a8f7b62 None None] For port 9144f13c-507f-404d-aebc-7e9b1e021196, host dv-cinder-786054-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-2-smb',level=0,port_id=9144f13c-507f-404d-aebc-7e9b1e021196,segment=NetworkSegment(0331decf-77a3-4764-a14d-d11dc820119c),segment_id=0331decf-77a3-4764-a14d-d11dc820119c)] {{(pid=86332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 17 04:06:09.222140 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-c211114f-95f1-4f9d-a200-ded12a8f7b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1691685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854152290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792299986632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244555219606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792299556228'] for port, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:09.232014 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-bc34483e-62e9-4ff6-97b4-86fcf0dcfe16 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:06:09.240518 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae98b6bd-49a9-4ec9-a8d1-2e98a64a2799 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b0be701-e76f-4038-86f2-2a2b398db615,revision_number=None']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:06:09.414450 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad463db-6c0b-4e07-8bb7-32224a660477 admin admin] Pushing event updated for resources: {'Port': ['ID=988c9618-c754-4592-855f-196558790806,revision_number=2']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:06:09.442594 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-7ad463db-6c0b-4e07-8bb7-32224a660477 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.467s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:06:09.481486 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11fe2ab-ed82-4128-829a-bd9ef8a585e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0238d135-76ab-47ac-9f75-35e1ffb8122b,revision_number=None']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:06:09.509234 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-a11fe2ab-ed82-4128-829a-bd9ef8a585e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:06:09.510580 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.db_base_plugin_common [req-3cd38034-195b-45dd-8354-209e7c9cc966 req-2ec6cd6f-baec-4dc3-878c-3c375a1da1c2 tempest-DeleteServersTestJSON-845982755 tempest-DeleteServersTestJSON-845982755-project] Allocated IP 172.20.0.4 (fc0f799b-d915-4524-adc4-ed43690524ba/29782007-faae-4405-85f0-0714c46e5057/9908b2e2-5964-46ac-a561-28f6624f31ee) {{(pid=86331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 17 04:06:09.512911 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-b88eb96d-3208-457f-a216-52897ae3f27f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:09.543936 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-b88eb96d-3208-457f-a216-52897ae3f27f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:09.591446 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-ee402eca-e6fa-4df2-8beb-9bd7e1572e3c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.417s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:06:09.591958 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-ee402eca-e6fa-4df2-8beb-9bd7e1572e3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:06:09.592409 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.rpc [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] Device 711d3d7a-06c6-4078-8482-3391841de7f9 up at agent ovs-agent-dv-cinder-786054-2-smb {{(pid=86332) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 17 04:06:09.616345 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-b88eb96d-3208-457f-a216-52897ae3f27f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920236'] for security_group, after_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:09.651800 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-a11fe2ab-ed82-4128-829a-bd9ef8a585e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:06:09.671924 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c211114f-95f1-4f9d-a200-ded12a8f7b62 None None] Routers {'11705267-a024-4b79-bf32-97d0e0a5cb08'} bound to L3 agent in host dv-cinder-786054-2-smb {{(pid=86332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 17 04:06:09.672771 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.l3_hamode_db [None req-c211114f-95f1-4f9d-a200-ded12a8f7b62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786054-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-17T03:57:39Z,description=,heartbeat_timestamp=2021-04-17T04:05:40Z,host='dv-cinder-786054-2-smb',id=89c35117-d9bd-45d8-8d43-26735203dc9d,load=0,resource_versions=,resources_synced=,started_at=2021-04-17T03:57:39Z,topic='l3_agent')) {'router_ids': ['11705267-a024-4b79-bf32-97d0e0a5cb08'], 'active': True} {{(pid=86332) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 17 04:06:09.775708 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ad463db-6c0b-4e07-8bb7-32224a660477 admin admin] Network 3648c013-741e-41bf-ba14-932e8746819e is already hosted by enough agents. {{(pid=86330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 17 04:06:09.782463 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.scheduler.base_scheduler [None req-7ad463db-6c0b-4e07-8bb7-32224a660477 admin admin] Resources bound (agent type, host, resource id): {{(pid=86330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 17 04:06:10.142465 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.l3_dvr_db [None req-c211114f-95f1-4f9d-a200-ded12a8f7b62 None None] Set router 11705267-a024-4b79-bf32-97d0e0a5cb08 gateway port host: dv-cinder-786054-2-smb {{(pid=86332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 17 04:06:10.144067 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88eb96d-3208-457f-a216-52897ae3f27f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12fdda0f-85db-4c54-b2ce-55790007f40b,revision_number=None']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:06:10.167656 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-847f915c-c62c-4df6-93c4-9c9a62b7de4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853081909'] for port, before_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:10.190194 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-b88eb96d-3208-457f-a216-52897ae3f27f admin admin] Notify callbacks [] for security_group, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:10.193715 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [None req-b88eb96d-3208-457f-a216-52897ae3f27f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/12fdda0f-85db-4c54-b2ce-55790007f40b HTTP/1.1" status: 204 len: 168 time: 1.0893531 Apr 17 04:06:10.203411 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-b88eb96d-3208-457f-a216-52897ae3f27f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.552s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:06:10.214672 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.20', 52552) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 17 04:06:10.397087 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ad463db-6c0b-4e07-8bb7-32224a660477 admin admin] Router 51543f7a-416c-456a-a638-c5d85404775a has already been hosted by L3 agent 89c35117-d9bd-45d8-8d43-26735203dc9d {{(pid=86330) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 17 04:06:10.626527 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-4ba54038-f7b0-43ad-91b0-1ef9af014487 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244554870149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852757949'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:10.643121 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1e25aa-dce6-4d47-a621-c324463fb457 None None] Pushing event updated for resources: {'Port': ['ID=9144f13c-507f-404d-aebc-7e9b1e021196,revision_number=3']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:06:10.647411 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-1b1e25aa-dce6-4d47-a621-c324463fb457 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.415s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:06:10.722628 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.agents_db [None req-76d39d81-b417-4462-95bd-4e842fba9248 None None] Agent healthcheck: found 6 active agents {{(pid=86333) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 17 04:06:10.730231 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.provisioning_blocks [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] Provisioning for port 711d3d7a-06c6-4078-8482-3391841de7f9 completed by entity L2. {{(pid=86332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 17 04:06:10.761066 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-c4f59f18-ba4f-4d63-813b-4697a67f74c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244554870149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852757949'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:10.764286 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.provisioning_blocks [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] Provisioning complete for port 711d3d7a-06c6-4078-8482-3391841de7f9 triggered by entity L2. {{(pid=86332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 17 04:06:10.764740 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2017814'] for port, provisioning_complete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:10.944751 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-68b30a6c-fcf0-4011-8d43-6952864fb849 req-2fdaaa44-7b54-4e8a-8414-076a15993521 tempest-DeleteServersTestJSON-845982755 tempest-DeleteServersTestJSON-845982755-project] 10.222.0.20 "GET /v2.0/ports?device_id=cf131313-3c6e-4705-be31-1c8875a45545 HTTP/1.1" status: 200 len: 210 time: 0.3093162 Apr 17 04:06:10.967320 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.l3_hamode_db [None req-c211114f-95f1-4f9d-a200-ded12a8f7b62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11705267-a024-4b79-bf32-97d0e0a5cb08', 'name': 'tempest-AttachVolumeShelveTestJSON-1739641882-router', 'tenant_id': 'a895b4724282424590f36093c5571d4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3299e77b-a72c-46bf-8676-13cef166cd0a', 'external_fixed_ips': [{'subnet_id': '126682c8-3b96-411d-a59b-48497db5cf0c', 'ip_address': '172.28.1.151'}], 'enable_snat': True}, 'gw_port_id': '9144f13c-507f-404d-aebc-7e9b1e021196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-17T04:05:58Z', 'updated_at': '2021-04-17T04:06:02Z', 'revision_number': 3, 'project_id': 'a895b4724282424590f36093c5571d4e', 'gw_port': {'id': '9144f13c-507f-404d-aebc-7e9b1e021196', 'name': '', 'network_id': '3299e77b-a72c-46bf-8676-13cef166cd0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:22:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11705267-a024-4b79-bf32-97d0e0a5cb08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '126682c8-3b96-411d-a59b-48497db5cf0c', 'ip_address': '172.28.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-17T04:06:00Z', 'updated_at': '2021-04-17T04:06:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '126682c8-3b96-411d-a59b-48497db5cf0c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-2-smb'}], 'dv-cinder-786054-2-smb', False) {} {{(pid=86332) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 17 04:06:10.993510 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c211114f-95f1-4f9d-a200-ded12a8f7b62 None None] The sync data for ids ['11705267-a024-4b79-bf32-97d0e0a5cb08'] in dv-cinder-786054-2-smb is: [{'id': '11705267-a024-4b79-bf32-97d0e0a5cb08', 'name': 'tempest-AttachVolumeShelveTestJSON-1739641882-router', 'tenant_id': 'a895b4724282424590f36093c5571d4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3299e77b-a72c-46bf-8676-13cef166cd0a', 'external_fixed_ips': [{'subnet_id': '126682c8-3b96-411d-a59b-48497db5cf0c', 'ip_address': '172.28.1.151'}], 'enable_snat': True}, 'gw_port_id': '9144f13c-507f-404d-aebc-7e9b1e021196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-17T04:05:58Z', 'updated_at': '2021-04-17T04:06:02Z', 'revision_number': 3, 'project_id': 'a895b4724282424590f36093c5571d4e', 'gw_port': {'id': '9144f13c-507f-404d-aebc-7e9b1e021196', 'name': '', 'network_id': '3299e77b-a72c-46bf-8676-13cef166cd0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:22:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11705267-a024-4b79-bf32-97d0e0a5cb08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '126682c8-3b96-411d-a59b-48497db5cf0c', 'ip_address': '172.28.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-17T04:06:00Z', 'updated_at': '2021-04-17T04:06:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '126682c8-3b96-411d-a59b-48497db5cf0c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-2-smb'}] {{(pid=86332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 17 04:06:11.131958 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ad463db-6c0b-4e07-8bb7-32224a660477 admin admin] Notify agent at l3_agent.dv-cinder-786054-2-smb the message routers_updated {{(pid=86330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 17 04:06:11.145463 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c081c94-07c0-425d-8010-c7c1e3aa8fc1 None None] Sync routers for ids ['51543f7a-416c-456a-a638-c5d85404775a'] in dv-cinder-786054-2-smb {{(pid=86333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 17 04:06:11.166034 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853081909'] for port, before_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:11.186115 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [None req-7ad463db-6c0b-4e07-8bb7-32224a660477 admin admin] 10.222.0.20 "PUT /v2.0/routers/51543f7a-416c-456a-a638-c5d85404775a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1382620 Apr 17 04:06:11.189142 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c081c94-07c0-425d-8010-c7c1e3aa8fc1 None None] Routers {'51543f7a-416c-456a-a638-c5d85404775a'} bound to L3 agent in host dv-cinder-786054-2-smb {{(pid=86333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 17 04:06:11.190203 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.l3_hamode_db [None req-0c081c94-07c0-425d-8010-c7c1e3aa8fc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786054-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-17T03:57:39Z,description=,heartbeat_timestamp=2021-04-17T04:06:10Z,host='dv-cinder-786054-2-smb',id=89c35117-d9bd-45d8-8d43-26735203dc9d,load=0,resource_versions=,resources_synced=,started_at=2021-04-17T03:57:39Z,topic='l3_agent')) {'router_ids': ['51543f7a-416c-456a-a638-c5d85404775a'], 'active': True} {{(pid=86333) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 17 04:06:11.213443 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.db [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] For port 711d3d7a-06c6-4078-8482-3391841de7f9, host dv-cinder-786054-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-2-smb',level=0,port_id=711d3d7a-06c6-4078-8482-3391841de7f9,segment=NetworkSegment(0331decf-77a3-4764-a14d-d11dc820119c),segment_id=0331decf-77a3-4764-a14d-d11dc820119c)] {{(pid=86332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 17 04:06:11.219976 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1691685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854152290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792299986632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244555219606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792299556228'] for port, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:11.232783 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-270f9cd9-712d-412d-9267-9647e0e57262 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:06:11.314090 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244554870149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852757949'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:11.433485 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] Pushing event updated for resources: {'Port': ['ID=711d3d7a-06c6-4078-8482-3391841de7f9,revision_number=4']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:06:11.440588 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-4ab96551-824e-4fbe-a698-b2af392134c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:11.442336 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:06:11.504483 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [None req-4ab96551-824e-4fbe-a698-b2af392134c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 17 04:06:11.522376 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.db_base_plugin_common [None req-847f915c-c62c-4df6-93c4-9c9a62b7de4a admin admin] Allocated IP 172.20.0.1 (f8f93dec-df20-4bb3-95a3-f64dab26a2d6/343cf9b8-b4dd-451f-9881-fd976f22c732/db8efaa5-dbdd-48af-afb2-42e5a1431713) {{(pid=86331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 17 04:06:11.525135 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [None req-4ab96551-824e-4fbe-a698-b2af392134c9 admin admin] Usage tracker for resource:security_group_rule and tenant:dc98368b60ab440783a1e973ff229b11 is out of sync, need to count used quota {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 17 04:06:11.543447 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [None req-4ab96551-824e-4fbe-a698-b2af392134c9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 17 04:06:11.548989 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.20', 52582) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 17 04:06:11.569982 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [None req-4ab96551-824e-4fbe-a698-b2af392134c9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 17 04:06:11.575094 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [req-3cd38034-195b-45dd-8354-209e7c9cc966 req-2ec6cd6f-baec-4dc3-878c-3c375a1da1c2 tempest-DeleteServersTestJSON-845982755 tempest-DeleteServersTestJSON-845982755-project] Notify callbacks [] for port, precommit_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:11.622281 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-2572b526-11cc-4f10-8533-0f5ff5c4aad7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:11.725887 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [None req-2572b526-11cc-4f10-8533-0f5ff5c4aad7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 17 04:06:11.734172 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-6f7ee5bc-ae74-4cc6-a62a-23eab2a2e65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244554870149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852757949'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:11.749106 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [None req-2572b526-11cc-4f10-8533-0f5ff5c4aad7 admin admin] Usage tracker for resource:security_group_rule and tenant:f9d083a0e3fb4e4c80d73d28ea69158f is out of sync, need to count used quota {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 17 04:06:11.753224 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [None req-2572b526-11cc-4f10-8533-0f5ff5c4aad7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 17 04:06:11.767679 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [None req-2572b526-11cc-4f10-8533-0f5ff5c4aad7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 17 04:06:11.806647 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.l3_dvr_db [None req-0c081c94-07c0-425d-8010-c7c1e3aa8fc1 None None] Set router 51543f7a-416c-456a-a638-c5d85404775a gateway port host: dv-cinder-786054-2-smb {{(pid=86333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 17 04:06:11.980960 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-2572b526-11cc-4f10-8533-0f5ff5c4aad7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:11.985507 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-2572b526-11cc-4f10-8533-0f5ff5c4aad7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920236'] for security_group, after_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:12.017940 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-556da118-df26-4678-b3e4-cc8ca323cad3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:06:12.067234 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2572b526-11cc-4f10-8533-0f5ff5c4aad7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f28cf83-4c11-4af4-83b3-4047d8001de0,revision_number=1']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:06:12.095116 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-2572b526-11cc-4f10-8533-0f5ff5c4aad7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:06:12.126658 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [None req-2572b526-11cc-4f10-8533-0f5ff5c4aad7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f9d083a0e3fb4e4c80d73d28ea69158f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5768738 Apr 17 04:06:12.129915 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.20', 52592) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 17 04:06:12.137903 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-847f915c-c62c-4df6-93c4-9c9a62b7de4a admin admin] Notify callbacks [] for port, precommit_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:12.160277 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.provisioning_blocks [None req-847f915c-c62c-4df6-93c4-9c9a62b7de4a admin admin] Transition to ACTIVE for port object db8efaa5-dbdd-48af-afb2-42e5a1431713 will not be triggered until provisioned by entity DHCP. {{(pid=86331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 17 04:06:12.189101 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-847f915c-c62c-4df6-93c4-9c9a62b7de4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1691685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854152290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244555219623'] for port, after_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:12.209981 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [req-3cd38034-195b-45dd-8354-209e7c9cc966 req-2ec6cd6f-baec-4dc3-878c-3c375a1da1c2 tempest-DeleteServersTestJSON-845982755 tempest-DeleteServersTestJSON-845982755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1691685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854152290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244555219623'] for port, after_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:12.227403 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-219ccf47-eea4-4315-a82f-7c43e3e423a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:06:12.295049 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-2d925032-63ac-417b-99ed-93caf8a0494d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:12.361004 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-2d925032-63ac-417b-99ed-93caf8a0494d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:12.423083 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-847f915c-c62c-4df6-93c4-9c9a62b7de4a admin admin] Network f8f93dec-df20-4bb3-95a3-f64dab26a2d6 is already hosted by enough agents. {{(pid=86331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 17 04:06:12.452564 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244554870149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852757949'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:12.467671 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-2d925032-63ac-417b-99ed-93caf8a0494d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920236'] for security_group, after_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:12.487720 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:06:12.506743 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d925032-63ac-417b-99ed-93caf8a0494d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f28cf83-4c11-4af4-83b3-4047d8001de0,revision_number=None']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:06:12.509353 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-2d925032-63ac-417b-99ed-93caf8a0494d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:06:12.510623 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-2d925032-63ac-417b-99ed-93caf8a0494d admin admin] Notify callbacks [] for security_group, before_response {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:12.515585 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [None req-2d925032-63ac-417b-99ed-93caf8a0494d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9f28cf83-4c11-4af4-83b3-4047d8001de0 HTTP/1.1" status: 204 len: 168 time: 0.3840594 Apr 17 04:06:12.651621 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.scheduler.base_scheduler [None req-847f915c-c62c-4df6-93c4-9c9a62b7de4a admin admin] Resources bound (agent type, host, resource id): {{(pid=86331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 17 04:06:12.654241 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847f915c-c62c-4df6-93c4-9c9a62b7de4a admin admin] Pushing event updated for resources: {'Port': ['ID=db8efaa5-dbdd-48af-afb2-42e5a1431713,revision_number=1']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:06:12.708776 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-847f915c-c62c-4df6-93c4-9c9a62b7de4a admin admin] Received port after_create {{(pid=86331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 17 04:06:12.709608 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-847f915c-c62c-4df6-93c4-9c9a62b7de4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036853752574'] for router_interface, before_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:13.118415 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.provisioning_blocks [None req-f78223b3-9785-4302-9871-0b6af46e92ba None None] Provisioning for port db8efaa5-dbdd-48af-afb2-42e5a1431713 completed by entity DHCP. {{(pid=86332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 17 04:06:13.129926 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.provisioning_blocks [None req-f78223b3-9785-4302-9871-0b6af46e92ba None None] Provisioning complete for port db8efaa5-dbdd-48af-afb2-42e5a1431713 triggered by entity DHCP. {{(pid=86332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 17 04:06:13.134718 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.l3_hamode_db [None req-0c081c94-07c0-425d-8010-c7c1e3aa8fc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51543f7a-416c-456a-a638-c5d85404775a', 'name': 'tempest-ServerRescueNegativeTestJSON-115204928-router', 'tenant_id': 'c61f909e458d447f8c0cdeb8d1fce856', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3299e77b-a72c-46bf-8676-13cef166cd0a', 'external_fixed_ips': [{'subnet_id': '126682c8-3b96-411d-a59b-48497db5cf0c', 'ip_address': '172.28.1.104'}], 'enable_snat': True}, 'gw_port_id': '711d3d7a-06c6-4078-8482-3391841de7f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-17T04:05:59Z', 'updated_at': '2021-04-17T04:06:08Z', 'revision_number': 4, 'project_id': 'c61f909e458d447f8c0cdeb8d1fce856', 'gw_port': {'id': '711d3d7a-06c6-4078-8482-3391841de7f9', 'name': '', 'network_id': '3299e77b-a72c-46bf-8676-13cef166cd0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:bd:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51543f7a-416c-456a-a638-c5d85404775a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '126682c8-3b96-411d-a59b-48497db5cf0c', 'ip_address': '172.28.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-17T04:06:00Z', 'updated_at': '2021-04-17T04:06:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126682c8-3b96-411d-a59b-48497db5cf0c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-2-smb', '_interfaces': [{'id': '988c9618-c754-4592-855f-196558790806', 'name': '', 'network_id': '3648c013-741e-41bf-ba14-932e8746819e', 'tenant_id': 'c61f909e458d447f8c0cdeb8d1fce856', 'mac_address': 'fa:16:3e:35:e4:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51543f7a-416c-456a-a638-c5d85404775a', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'f604e219-b121-4ee2-9dbd-506d5b380753', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-17T04:06:06Z', 'updated_at': '2021-04-17T04:06:08Z', 'revision_number': 2, 'project_id': 'c61f909e458d447f8c0cdeb8d1fce856', 'subnets': [{'id': 'f604e219-b121-4ee2-9dbd-506d5b380753', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-2-smb', False) {} {{(pid=86333) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 17 04:06:13.138050 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-f78223b3-9785-4302-9871-0b6af46e92ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2017814'] for port, provisioning_complete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:13.151246 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c081c94-07c0-425d-8010-c7c1e3aa8fc1 None None] Checking router: 51543f7a-416c-456a-a638-c5d85404775a for host: dv-cinder-786054-2-smb {{(pid=86333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 17 04:06:13.151665 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c081c94-07c0-425d-8010-c7c1e3aa8fc1 None None] Updating router 51543f7a-416c-456a-a638-c5d85404775a port 988c9618-c754-4592-855f-196558790806 binding host dv-cinder-786054-2-smb {{(pid=86333) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 17 04:06:13.321588 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-0c081c94-07c0-425d-8010-c7c1e3aa8fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853081909'] for port, before_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:13.332101 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.plugin [None req-f78223b3-9785-4302-9871-0b6af46e92ba None None] Port db8efaa5-dbdd-48af-afb2-42e5a1431713 cannot update to ACTIVE because it is not bound. {{(pid=86332) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 17 04:06:13.573301 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.rpc [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] Device 711d3d7a-06c6-4078-8482-3391841de7f9 up at agent ovs-agent-dv-cinder-786054-2-smb {{(pid=86332) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 17 04:06:13.683516 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3cd38034-195b-45dd-8354-209e7c9cc966 req-2ec6cd6f-baec-4dc3-878c-3c375a1da1c2 tempest-DeleteServersTestJSON-845982755 tempest-DeleteServersTestJSON-845982755-project] Network fc0f799b-d915-4524-adc4-ed43690524ba is already hosted by enough agents. {{(pid=86331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 17 04:06:13.748728 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.provisioning_blocks [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] Provisioning complete for port 711d3d7a-06c6-4078-8482-3391841de7f9 triggered by entity L2. {{(pid=86332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 17 04:06:13.749548 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2017814'] for port, provisioning_complete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:14.016070 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-4ab96551-824e-4fbe-a698-b2af392134c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:14.018239 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.scheduler.base_scheduler [req-3cd38034-195b-45dd-8354-209e7c9cc966 req-2ec6cd6f-baec-4dc3-878c-3c375a1da1c2 tempest-DeleteServersTestJSON-845982755 tempest-DeleteServersTestJSON-845982755-project] Resources bound (agent type, host, resource id): {{(pid=86331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 17 04:06:14.047014 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cd38034-195b-45dd-8354-209e7c9cc966 req-2ec6cd6f-baec-4dc3-878c-3c375a1da1c2 tempest-DeleteServersTestJSON-845982755 tempest-DeleteServersTestJSON-845982755-project] Received port after_create {{(pid=86331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 17 04:06:14.059457 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd38034-195b-45dd-8354-209e7c9cc966 req-2ec6cd6f-baec-4dc3-878c-3c375a1da1c2 tempest-DeleteServersTestJSON-845982755 tempest-DeleteServersTestJSON-845982755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:06:14.059457 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [req-3cd38034-195b-45dd-8354-209e7c9cc966 req-2ec6cd6f-baec-4dc3-878c-3c375a1da1c2 tempest-DeleteServersTestJSON-845982755 tempest-DeleteServersTestJSON-845982755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854152307'] for port, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:14.062208 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-4ab96551-824e-4fbe-a698-b2af392134c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920236'] for security_group, after_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:14.149566 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.rpc [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] Device 9144f13c-507f-404d-aebc-7e9b1e021196 up at agent ovs-agent-dv-cinder-786054-2-smb {{(pid=86332) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 17 04:06:14.236199 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-0c081c94-07c0-425d-8010-c7c1e3aa8fc1 None None] Notify callbacks [] for port, precommit_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:14.269572 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.provisioning_blocks [None req-0c081c94-07c0-425d-8010-c7c1e3aa8fc1 None None] Transition to ACTIVE for port object 988c9618-c754-4592-855f-196558790806 will not be triggered until provisioned by entity L2. {{(pid=86333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 17 04:06:14.277898 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-0c081c94-07c0-425d-8010-c7c1e3aa8fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1691685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854152290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792299986632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244555219606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792299556228'] for port, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:14.292871 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:06:14.325326 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.provisioning_blocks [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] Provisioning for port 9144f13c-507f-404d-aebc-7e9b1e021196 completed by entity L2. {{(pid=86332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 17 04:06:14.335659 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.provisioning_blocks [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] Provisioning complete for port 9144f13c-507f-404d-aebc-7e9b1e021196 triggered by entity L2. {{(pid=86332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 17 04:06:14.335989 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2017814'] for port, provisioning_complete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:14.366999 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec6cd6f-baec-4dc3-878c-3c375a1da1c2 tempest-DeleteServersTestJSON-845982755 tempest-DeleteServersTestJSON-845982755-project] Pushing event updated for resources: {'Port': ['ID=9908b2e2-5964-46ac-a561-28f6624f31ee,revision_number=1']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:06:14.437852 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-2ec6cd6f-baec-4dc3-878c-3c375a1da1c2 tempest-DeleteServersTestJSON-845982755 tempest-DeleteServersTestJSON-845982755-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 2.210s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:06:14.441687 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a708e7-3a20-4bfc-9115-75b431f7d989 None None] Pushing event updated for resources: {'Port': ['ID=988c9618-c754-4592-855f-196558790806,revision_number=3']} {{(pid=86333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:06:14.444039 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-3cd38034-195b-45dd-8354-209e7c9cc966 req-2ec6cd6f-baec-4dc3-878c-3c375a1da1c2 tempest-DeleteServersTestJSON-845982755 tempest-DeleteServersTestJSON-845982755-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 9.0312769 Apr 17 04:06:14.444546 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.797s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:06:14.444860 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:06:14.453240 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-41a708e7-3a20-4bfc-9115-75b431f7d989 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=86333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:06:14.463172 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.163s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:06:14.488215 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5487e4-34dc-4166-a41a-d231c0364e76 req-2cb618b8-b030-42d1-947c-ced56e3f10ee tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:06:14.491554 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-cb5487e4-34dc-4166-a41a-d231c0364e76 req-2cb618b8-b030-42d1-947c-ced56e3f10ee tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] 10.222.0.20 "GET /v2.0/networks?id=3648c013-741e-41bf-ba14-932e8746819e HTTP/1.1" status: 200 len: 818 time: 0.8643894 Apr 17 04:06:14.544685 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.20', 52652) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 17 04:06:14.546165 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [None req-4ab96551-824e-4fbe-a698-b2af392134c9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=dc98368b60ab440783a1e973ff229b11&name=default HTTP/1.1" status: 200 len: 2978 time: 4.3287003 Apr 17 04:06:14.586252 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-cb5487e4-34dc-4166-a41a-d231c0364e76 req-e35051ae-2fa4-4966-bf27-a2c6ea52d069 tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] 10.222.0.20 "GET /v2.0/quotas/c61f909e458d447f8c0cdeb8d1fce856 HTTP/1.1" status: 200 len: 375 time: 0.0698283 Apr 17 04:06:14.586888 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-847f915c-c62c-4df6-93c4-9c9a62b7de4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853081909'] for port, before_update {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:14.725631 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853081909'] for port, before_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:14.738825 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-561701af-df09-4efd-a99a-cd72f6866689 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:14.751239 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab96551-824e-4fbe-a698-b2af392134c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8bc9d0b-a3e2-4b49-af55-0301aa4947e1,revision_number=1']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:06:14.763146 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.db [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] For port 9144f13c-507f-404d-aebc-7e9b1e021196, host dv-cinder-786054-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-2-smb',level=0,port_id=9144f13c-507f-404d-aebc-7e9b1e021196,segment=NetworkSegment(0331decf-77a3-4764-a14d-d11dc820119c),segment_id=0331decf-77a3-4764-a14d-d11dc820119c)] {{(pid=86332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 17 04:06:14.793993 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-4ab96551-824e-4fbe-a698-b2af392134c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:06:14.804515 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1691685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854152290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792299986632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244555219606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792299556228'] for port, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:14.811228 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-1b1e25aa-dce6-4d47-a621-c324463fb457 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:06:14.818471 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1515820-2d8b-4c24-a3a0-bd641d697a98 req-c6d2073e-4e94-4989-b11b-7b90fadeeed2 tempest-DeleteServersTestJSON-845982755 tempest-DeleteServersTestJSON-845982755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:06:14.820190 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-f1515820-2d8b-4c24-a3a0-bd641d697a98 req-c6d2073e-4e94-4989-b11b-7b90fadeeed2 tempest-DeleteServersTestJSON-845982755 tempest-DeleteServersTestJSON-845982755-project] 10.222.0.20 "GET /v2.0/ports?device_id=cf131313-3c6e-4705-be31-1c8875a45545 HTTP/1.1" status: 200 len: 931 time: 2.4831669 Apr 17 04:06:14.890277 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-561701af-df09-4efd-a99a-cd72f6866689 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:14.895739 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.managers [None req-0c081c94-07c0-425d-8010-c7c1e3aa8fc1 None None] Attempting to bind port 988c9618-c754-4592-855f-196558790806 on host dv-cinder-786054-2-smb for vnic_type normal with profile {{(pid=86333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 17 04:06:14.899033 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.managers [None req-0c081c94-07c0-425d-8010-c7c1e3aa8fc1 None None] Attempting to bind port 988c9618-c754-4592-855f-196558790806 by drivers openvswitch,hyperv on host dv-cinder-786054-2-smb at level 0 using segments [{'id': '2de5fad0-bc57-4963-857c-9303f2405e9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '3648c013-741e-41bf-ba14-932e8746819e'}] {{(pid=86333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 17 04:06:14.899690 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c081c94-07c0-425d-8010-c7c1e3aa8fc1 None None] Attempting to bind port 988c9618-c754-4592-855f-196558790806 on network 3648c013-741e-41bf-ba14-932e8746819e {{(pid=86333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 17 04:06:14.917420 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c081c94-07c0-425d-8010-c7c1e3aa8fc1 None None] Checking agent: {'id': '96b6248f-f9b9-4a9f-9317-f4ef1fc85571', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786054-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 17, 3, 57, 41), 'started_at': datetime.datetime(2021, 4, 17, 3, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 4, 17, 4, 6, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786054-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 17 04:06:14.918584 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c081c94-07c0-425d-8010-c7c1e3aa8fc1 None None] Checking segment: {'id': '2de5fad0-bc57-4963-857c-9303f2405e9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '3648c013-741e-41bf-ba14-932e8746819e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 17 04:06:14.920835 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-0c081c94-07c0-425d-8010-c7c1e3aa8fc1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:14.924328 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c081c94-07c0-425d-8010-c7c1e3aa8fc1 None None] Bound using segment: {'id': '2de5fad0-bc57-4963-857c-9303f2405e9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '3648c013-741e-41bf-ba14-932e8746819e'} {{(pid=86333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 17 04:06:14.925112 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.managers [None req-0c081c94-07c0-425d-8010-c7c1e3aa8fc1 None None] Bound port: 988c9618-c754-4592-855f-196558790806, host: dv-cinder-786054-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2de5fad0-bc57-4963-857c-9303f2405e9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '3648c013-741e-41bf-ba14-932e8746819e'}}] {{(pid=86333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 17 04:06:14.927439 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-0c081c94-07c0-425d-8010-c7c1e3aa8fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853081909'] for port, before_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:15.027769 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-561701af-df09-4efd-a99a-cd72f6866689 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920236'] for security_group, after_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:15.041285 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-2572b526-11cc-4f10-8533-0f5ff5c4aad7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:06:15.082980 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561701af-df09-4efd-a99a-cd72f6866689 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8bc9d0b-a3e2-4b49-af55-0301aa4947e1,revision_number=None']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:06:15.101398 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-561701af-df09-4efd-a99a-cd72f6866689 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:06:15.109982 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-561701af-df09-4efd-a99a-cd72f6866689 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:15.111485 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [None req-561701af-df09-4efd-a99a-cd72f6866689 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d8bc9d0b-a3e2-4b49-af55-0301aa4947e1 HTTP/1.1" status: 204 len: 168 time: 0.5649705 Apr 17 04:06:15.141928 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-f1515820-2d8b-4c24-a3a0-bd641d697a98 req-6169874b-7097-40da-b87e-4db8db059bc0 tempest-DeleteServersTestJSON-845982755 tempest-DeleteServersTestJSON-845982755-project] 10.222.0.20 "GET /v2.0/security-groups?id=4815d06b-860b-4197-8dc3-320f9cff0a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2135568 Apr 17 04:06:15.153863 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.db [None req-0c081c94-07c0-425d-8010-c7c1e3aa8fc1 None None] For port 988c9618-c754-4592-855f-196558790806, host dv-cinder-786054-2-smb, cleared binding levels {{(pid=86333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 17 04:06:15.158746 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.db [None req-0c081c94-07c0-425d-8010-c7c1e3aa8fc1 None None] For port 988c9618-c754-4592-855f-196558790806, host dv-cinder-786054-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-2-smb',level=0,port_id=988c9618-c754-4592-855f-196558790806,segment=NetworkSegment(2de5fad0-bc57-4963-857c-9303f2405e9d),segment_id=2de5fad0-bc57-4963-857c-9303f2405e9d)] {{(pid=86333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 17 04:06:15.166980 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-0c081c94-07c0-425d-8010-c7c1e3aa8fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1691685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854152290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792299986632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244555219606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792299556228'] for port, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:15.186133 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:06:15.320178 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] Pushing event updated for resources: {'Port': ['ID=9144f13c-507f-404d-aebc-7e9b1e021196,revision_number=4']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:06:15.337029 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.526s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:06:15.348414 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c081c94-07c0-425d-8010-c7c1e3aa8fc1 None None] Routers {'51543f7a-416c-456a-a638-c5d85404775a'} bound to L3 agent in host dv-cinder-786054-2-smb {{(pid=86333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 17 04:06:15.349363 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.l3_hamode_db [None req-0c081c94-07c0-425d-8010-c7c1e3aa8fc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786054-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-17T03:57:39Z,description=,heartbeat_timestamp=2021-04-17T04:06:10Z,host='dv-cinder-786054-2-smb',id=89c35117-d9bd-45d8-8d43-26735203dc9d,load=0,resource_versions=,resources_synced=,started_at=2021-04-17T03:57:39Z,topic='l3_agent')) {'router_ids': ['51543f7a-416c-456a-a638-c5d85404775a'], 'active': True} {{(pid=86333) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 17 04:06:15.632213 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-847f915c-c62c-4df6-93c4-9c9a62b7de4a admin admin] Notify callbacks [] for port, precommit_update {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:15.647020 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-847f915c-c62c-4df6-93c4-9c9a62b7de4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1691685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854152290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792299986632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244555219606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792299556228'] for port, after_update {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:15.651324 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-847f915c-c62c-4df6-93c4-9c9a62b7de4a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854152273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1023333'] for router_interface, after_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:15.675155 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-cb5487e4-34dc-4166-a41a-d231c0364e76 req-64882b93-14c1-4f66-ae3c-fa6dbf733e2a tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=c61f909e458d447f8c0cdeb8d1fce856&fields=id HTTP/1.1" status: 200 len: 255 time: 1.0653551 Apr 17 04:06:15.676326 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:06:15.681531 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a708e7-3a20-4bfc-9115-75b431f7d989 None None] Pushing event updated for resources: {'Port': ['ID=988c9618-c754-4592-855f-196558790806,revision_number=4']} {{(pid=86333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:06:15.687727 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-41a708e7-3a20-4bfc-9115-75b431f7d989 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.502s {{(pid=86333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:06:15.807538 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.l3_dvr_db [None req-0c081c94-07c0-425d-8010-c7c1e3aa8fc1 None None] Set router 51543f7a-416c-456a-a638-c5d85404775a gateway port host: dv-cinder-786054-2-smb {{(pid=86333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 17 04:06:15.941242 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847f915c-c62c-4df6-93c4-9c9a62b7de4a admin admin] Pushing event updated for resources: {'Port': ['ID=db8efaa5-dbdd-48af-afb2-42e5a1431713,revision_number=2']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:06:15.968867 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-847f915c-c62c-4df6-93c4-9c9a62b7de4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:06:16.130446 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-cb5487e4-34dc-4166-a41a-d231c0364e76 req-bb513c08-25fb-4387-8c88-9ea84eb0d35d service neutron] 10.222.0.20 "GET /v2.0/networks/3648c013-741e-41bf-ba14-932e8746819e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3609319 Apr 17 04:06:16.334588 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-cb5487e4-34dc-4166-a41a-d231c0364e76 req-4c3048a9-33ae-4f90-b6a1-06033d0bb239 service neutron] 10.222.0.20 "GET /v2.0/networks/3648c013-741e-41bf-ba14-932e8746819e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2030187 Apr 17 04:06:16.388691 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.l3_hamode_db [None req-0c081c94-07c0-425d-8010-c7c1e3aa8fc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51543f7a-416c-456a-a638-c5d85404775a', 'name': 'tempest-ServerRescueNegativeTestJSON-115204928-router', 'tenant_id': 'c61f909e458d447f8c0cdeb8d1fce856', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3299e77b-a72c-46bf-8676-13cef166cd0a', 'external_fixed_ips': [{'subnet_id': '126682c8-3b96-411d-a59b-48497db5cf0c', 'ip_address': '172.28.1.104'}], 'enable_snat': True}, 'gw_port_id': '711d3d7a-06c6-4078-8482-3391841de7f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-17T04:05:59Z', 'updated_at': '2021-04-17T04:06:08Z', 'revision_number': 4, 'project_id': 'c61f909e458d447f8c0cdeb8d1fce856', 'gw_port': {'id': '711d3d7a-06c6-4078-8482-3391841de7f9', 'name': '', 'network_id': '3299e77b-a72c-46bf-8676-13cef166cd0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:bd:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51543f7a-416c-456a-a638-c5d85404775a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '126682c8-3b96-411d-a59b-48497db5cf0c', 'ip_address': '172.28.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-17T04:06:00Z', 'updated_at': '2021-04-17T04:06:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126682c8-3b96-411d-a59b-48497db5cf0c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-2-smb', '_interfaces': [{'id': '988c9618-c754-4592-855f-196558790806', 'name': '', 'network_id': '3648c013-741e-41bf-ba14-932e8746819e', 'tenant_id': 'c61f909e458d447f8c0cdeb8d1fce856', 'mac_address': 'fa:16:3e:35:e4:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51543f7a-416c-456a-a638-c5d85404775a', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'f604e219-b121-4ee2-9dbd-506d5b380753', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-17T04:06:06Z', 'updated_at': '2021-04-17T04:06:15Z', 'revision_number': 4, 'project_id': 'c61f909e458d447f8c0cdeb8d1fce856', 'subnets': [{'id': 'f604e219-b121-4ee2-9dbd-506d5b380753', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-2-smb', False) {} {{(pid=86333) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 17 04:06:16.393779 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c081c94-07c0-425d-8010-c7c1e3aa8fc1 None None] The sync data for ids ['51543f7a-416c-456a-a638-c5d85404775a'] in dv-cinder-786054-2-smb is: [{'id': '51543f7a-416c-456a-a638-c5d85404775a', 'name': 'tempest-ServerRescueNegativeTestJSON-115204928-router', 'tenant_id': 'c61f909e458d447f8c0cdeb8d1fce856', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3299e77b-a72c-46bf-8676-13cef166cd0a', 'external_fixed_ips': [{'subnet_id': '126682c8-3b96-411d-a59b-48497db5cf0c', 'ip_address': '172.28.1.104'}], 'enable_snat': True}, 'gw_port_id': '711d3d7a-06c6-4078-8482-3391841de7f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-17T04:05:59Z', 'updated_at': '2021-04-17T04:06:08Z', 'revision_number': 4, 'project_id': 'c61f909e458d447f8c0cdeb8d1fce856', 'gw_port': {'id': '711d3d7a-06c6-4078-8482-3391841de7f9', 'name': '', 'network_id': '3299e77b-a72c-46bf-8676-13cef166cd0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:bd:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51543f7a-416c-456a-a638-c5d85404775a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '126682c8-3b96-411d-a59b-48497db5cf0c', 'ip_address': '172.28.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-17T04:06:00Z', 'updated_at': '2021-04-17T04:06:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126682c8-3b96-411d-a59b-48497db5cf0c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-2-smb', '_interfaces': [{'id': '988c9618-c754-4592-855f-196558790806', 'name': '', 'network_id': '3648c013-741e-41bf-ba14-932e8746819e', 'tenant_id': 'c61f909e458d447f8c0cdeb8d1fce856', 'mac_address': 'fa:16:3e:35:e4:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51543f7a-416c-456a-a638-c5d85404775a', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'f604e219-b121-4ee2-9dbd-506d5b380753', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-17T04:06:06Z', 'updated_at': '2021-04-17T04:06:15Z', 'revision_number': 4, 'project_id': 'c61f909e458d447f8c0cdeb8d1fce856', 'subnets': [{'id': 'f604e219-b121-4ee2-9dbd-506d5b380753', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 17 04:06:16.404873 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-847f915c-c62c-4df6-93c4-9c9a62b7de4a admin admin] Network f8f93dec-df20-4bb3-95a3-f64dab26a2d6 is already hosted by enough agents. {{(pid=86331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 17 04:06:16.409212 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.scheduler.base_scheduler [None req-847f915c-c62c-4df6-93c4-9c9a62b7de4a admin admin] Resources bound (agent type, host, resource id): {{(pid=86331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 17 04:06:16.901576 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.provisioning_blocks [None req-df4f6203-dee4-4d52-ab96-1a2becdd0ae5 None None] Provisioning complete for port db8efaa5-dbdd-48af-afb2-42e5a1431713 triggered by entity DHCP. {{(pid=86332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 17 04:06:16.901998 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-df4f6203-dee4-4d52-ab96-1a2becdd0ae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2017814'] for port, provisioning_complete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:17.067076 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.plugin [None req-df4f6203-dee4-4d52-ab96-1a2becdd0ae5 None None] Port db8efaa5-dbdd-48af-afb2-42e5a1431713 cannot update to ACTIVE because it is not bound. {{(pid=86332) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 17 04:06:17.253066 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-2eeb5fa8-bf4c-414b-a237-bb517a78872a req-11f2b73f-2101-47f5-ad61-d21e3df8528e tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] 10.222.0.20 "GET /v2.0/ports?device_id=e7bd5423-b2e2-475d-a2ab-f5ceb7a824a7 HTTP/1.1" status: 200 len: 210 time: 0.4174616 Apr 17 04:06:17.388132 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116f3774-96bb-4267-aa03-1a7fa0f2647e req-5c0981dd-fdb4-4bd2-ae15-a12290416206 tempest-DeleteServersTestJSON-845982755 tempest-DeleteServersTestJSON-845982755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:06:17.394410 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-116f3774-96bb-4267-aa03-1a7fa0f2647e req-5c0981dd-fdb4-4bd2-ae15-a12290416206 tempest-DeleteServersTestJSON-845982755 tempest-DeleteServersTestJSON-845982755-project] 10.222.0.20 "GET /v2.0/ports?device_id=cf131313-3c6e-4705-be31-1c8875a45545 HTTP/1.1" status: 200 len: 931 time: 0.7860506 Apr 17 04:06:17.469818 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-847f915c-c62c-4df6-93c4-9c9a62b7de4a admin admin] Router 11705267-a024-4b79-bf32-97d0e0a5cb08 has already been hosted by L3 agent 89c35117-d9bd-45d8-8d43-26735203dc9d {{(pid=86331) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 17 04:06:17.594017 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-116f3774-96bb-4267-aa03-1a7fa0f2647e req-05018454-9ade-48e0-899d-34d9dfcef98a tempest-DeleteServersTestJSON-845982755 tempest-DeleteServersTestJSON-845982755-project] 10.222.0.20 "GET /v2.0/security-groups?id=4815d06b-860b-4197-8dc3-320f9cff0a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1868100 Apr 17 04:06:17.659052 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.rpc [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] Device 988c9618-c754-4592-855f-196558790806 up at agent ovs-agent-dv-cinder-786054-2-smb {{(pid=86332) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 17 04:06:17.701131 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [req-3cd38034-195b-45dd-8354-209e7c9cc966 req-393c59b1-5694-4fc3-95ef-e0fbd6511dd2 tempest-DeleteServersTestJSON-845982755 tempest-DeleteServersTestJSON-845982755-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=86331) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 17 04:06:17.701719 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-3cd38034-195b-45dd-8354-209e7c9cc966 req-393c59b1-5694-4fc3-95ef-e0fbd6511dd2 tempest-DeleteServersTestJSON-845982755 tempest-DeleteServersTestJSON-845982755-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0792799 Apr 17 04:06:17.787497 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-847f915c-c62c-4df6-93c4-9c9a62b7de4a admin admin] Notify agent at l3_agent.dv-cinder-786054-2-smb the message routers_updated {{(pid=86331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 17 04:06:17.801610 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [None req-847f915c-c62c-4df6-93c4-9c9a62b7de4a admin admin] 10.222.0.20 "PUT /v2.0/routers/11705267-a024-4b79-bf32-97d0e0a5cb08/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.5982795 Apr 17 04:06:17.805878 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4db728b0-6c67-4b3d-b270-6d252c24de67 None None] Sync routers for ids ['11705267-a024-4b79-bf32-97d0e0a5cb08'] in dv-cinder-786054-2-smb {{(pid=86332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 17 04:06:17.820410 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4db728b0-6c67-4b3d-b270-6d252c24de67 None None] Routers {'11705267-a024-4b79-bf32-97d0e0a5cb08'} bound to L3 agent in host dv-cinder-786054-2-smb {{(pid=86332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 17 04:06:17.821097 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.l3_hamode_db [None req-4db728b0-6c67-4b3d-b270-6d252c24de67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786054-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-17T03:57:39Z,description=,heartbeat_timestamp=2021-04-17T04:06:10Z,host='dv-cinder-786054-2-smb',id=89c35117-d9bd-45d8-8d43-26735203dc9d,load=0,resource_versions=,resources_synced=,started_at=2021-04-17T03:57:39Z,topic='l3_agent')) {'router_ids': ['11705267-a024-4b79-bf32-97d0e0a5cb08'], 'active': True} {{(pid=86332) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 17 04:06:17.887489 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.provisioning_blocks [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] Provisioning for port 988c9618-c754-4592-855f-196558790806 completed by entity L2. {{(pid=86332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 17 04:06:17.899454 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.provisioning_blocks [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] Provisioning complete for port 988c9618-c754-4592-855f-196558790806 triggered by entity L2. {{(pid=86332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 17 04:06:17.899875 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2017814'] for port, provisioning_complete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:18.247030 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853081909'] for port, before_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:18.349155 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.db [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] For port 988c9618-c754-4592-855f-196558790806, host dv-cinder-786054-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-2-smb',level=0,port_id=988c9618-c754-4592-855f-196558790806,segment=NetworkSegment(2de5fad0-bc57-4963-857c-9303f2405e9d),segment_id=2de5fad0-bc57-4963-857c-9303f2405e9d)] {{(pid=86332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 17 04:06:18.357747 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1691685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854152290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792299986632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244555219606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792299556228'] for port, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:18.361360 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.rpc [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] Device 9144f13c-507f-404d-aebc-7e9b1e021196 up at agent ovs-agent-dv-cinder-786054-2-smb {{(pid=86332) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 17 04:06:18.476950 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:06:18.568917 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.provisioning_blocks [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] Provisioning complete for port 9144f13c-507f-404d-aebc-7e9b1e021196 triggered by entity L2. {{(pid=86332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 17 04:06:18.569375 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2017814'] for port, provisioning_complete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:18.615559 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3f9513-e899-4408-9a12-5b7a1979b4b8 req-30c8db37-f9ea-4ec4-b2c7-09bf93b365db tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:06:18.624204 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-7e3f9513-e899-4408-9a12-5b7a1979b4b8 req-30c8db37-f9ea-4ec4-b2c7-09bf93b365db tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] 10.222.0.20 "GET /v2.0/networks?id=3648c013-741e-41bf-ba14-932e8746819e HTTP/1.1" status: 200 len: 818 time: 0.5487235 Apr 17 04:06:18.631568 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.l3_dvr_db [None req-4db728b0-6c67-4b3d-b270-6d252c24de67 None None] Set router 11705267-a024-4b79-bf32-97d0e0a5cb08 gateway port host: dv-cinder-786054-2-smb {{(pid=86332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 17 04:06:18.652270 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-7e3f9513-e899-4408-9a12-5b7a1979b4b8 req-41b5e99f-f7a9-4cf1-974b-666e67e3f147 tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] 10.222.0.20 "GET /v2.0/quotas/c61f909e458d447f8c0cdeb8d1fce856 HTTP/1.1" status: 200 len: 375 time: 0.0267632 Apr 17 04:06:18.728325 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] Pushing event updated for resources: {'Port': ['ID=988c9618-c754-4592-855f-196558790806,revision_number=5']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:06:18.735965 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:06:18.772448 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.v2.base [req-3cd38034-195b-45dd-8354-209e7c9cc966 req-7a249f8d-a720-48ab-8dfd-fcd346790f07 service neutron] Request body: {'port': {'device_id': 'cf131313-3c6e-4705-be31-1c8875a45545', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78605'}} {{(pid=86331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 17 04:06:18.829406 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-7e3f9513-e899-4408-9a12-5b7a1979b4b8 req-8a28ff66-3ce0-44fe-9d3c-158f6a1ca329 tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=c61f909e458d447f8c0cdeb8d1fce856&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1756625 Apr 17 04:06:18.920986 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.32', 64665) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 17 04:06:19.205478 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.l3_hamode_db [None req-4db728b0-6c67-4b3d-b270-6d252c24de67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11705267-a024-4b79-bf32-97d0e0a5cb08', 'name': 'tempest-AttachVolumeShelveTestJSON-1739641882-router', 'tenant_id': 'a895b4724282424590f36093c5571d4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3299e77b-a72c-46bf-8676-13cef166cd0a', 'external_fixed_ips': [{'subnet_id': '126682c8-3b96-411d-a59b-48497db5cf0c', 'ip_address': '172.28.1.151'}], 'enable_snat': True}, 'gw_port_id': '9144f13c-507f-404d-aebc-7e9b1e021196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-17T04:05:58Z', 'updated_at': '2021-04-17T04:06:14Z', 'revision_number': 4, 'project_id': 'a895b4724282424590f36093c5571d4e', 'gw_port': {'id': '9144f13c-507f-404d-aebc-7e9b1e021196', 'name': '', 'network_id': '3299e77b-a72c-46bf-8676-13cef166cd0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:22:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11705267-a024-4b79-bf32-97d0e0a5cb08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '126682c8-3b96-411d-a59b-48497db5cf0c', 'ip_address': '172.28.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-17T04:06:00Z', 'updated_at': '2021-04-17T04:06:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126682c8-3b96-411d-a59b-48497db5cf0c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-2-smb', '_interfaces': [{'id': 'db8efaa5-dbdd-48af-afb2-42e5a1431713', 'name': '', 'network_id': 'f8f93dec-df20-4bb3-95a3-f64dab26a2d6', 'tenant_id': 'a895b4724282424590f36093c5571d4e', 'mac_address': 'fa:16:3e:34:0d:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11705267-a024-4b79-bf32-97d0e0a5cb08', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '343cf9b8-b4dd-451f-9881-fd976f22c732', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-17T04:06:10Z', 'updated_at': '2021-04-17T04:06:15Z', 'revision_number': 2, 'project_id': 'a895b4724282424590f36093c5571d4e', 'subnets': [{'id': '343cf9b8-b4dd-451f-9881-fd976f22c732', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-2-smb', False) {} {{(pid=86332) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 17 04:06:19.209723 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4db728b0-6c67-4b3d-b270-6d252c24de67 None None] Checking router: 11705267-a024-4b79-bf32-97d0e0a5cb08 for host: dv-cinder-786054-2-smb {{(pid=86332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 17 04:06:19.213941 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4db728b0-6c67-4b3d-b270-6d252c24de67 None None] Updating router 11705267-a024-4b79-bf32-97d0e0a5cb08 port db8efaa5-dbdd-48af-afb2-42e5a1431713 binding host dv-cinder-786054-2-smb {{(pid=86332) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 17 04:06:19.280464 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-4db728b0-6c67-4b3d-b270-6d252c24de67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853081909'] for port, before_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:19.335701 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-7e3f9513-e899-4408-9a12-5b7a1979b4b8 req-8006d347-ef42-49a9-8d40-0d0010c93116 service neutron] 10.222.0.20 "GET /v2.0/networks/3648c013-741e-41bf-ba14-932e8746819e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5050790 Apr 17 04:06:19.385538 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5487e4-34dc-4166-a41a-d231c0364e76 req-32ecee34-8100-43cc-a3c6-c037a3b0c2f8 tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:06:19.386333 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [req-cb5487e4-34dc-4166-a41a-d231c0364e76 req-32ecee34-8100-43cc-a3c6-c037a3b0c2f8 tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] Synchronizing usage tracker for tenant:c61f909e458d447f8c0cdeb8d1fce856 on resource:network {{(pid=86330) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 17 04:06:19.470532 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [req-cb5487e4-34dc-4166-a41a-d231c0364e76 req-32ecee34-8100-43cc-a3c6-c037a3b0c2f8 tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] Unset dirty status for tenant:c61f909e458d447f8c0cdeb8d1fce856 on resource:network {{(pid=86330) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 17 04:06:19.476680 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-cb5487e4-34dc-4166-a41a-d231c0364e76 req-32ecee34-8100-43cc-a3c6-c037a3b0c2f8 tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] 10.222.0.32 "GET /v2.0/networks?id=3648c013-741e-41bf-ba14-932e8746819e HTTP/1.1" status: 200 len: 818 time: 0.5538387 Apr 17 04:06:19.478564 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.rpc [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] Device 988c9618-c754-4592-855f-196558790806 up at agent ovs-agent-dv-cinder-786054-2-smb {{(pid=86332) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 17 04:06:19.490344 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.v2.base [req-cb5487e4-34dc-4166-a41a-d231c0364e76 req-0b60224e-9a8b-4d17-9926-1dae1a588b0e tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] Request body: {'port': {'device_id': 'e7bd5423-b2e2-475d-a2ab-f5ceb7a824a7', 'network_id': '3648c013-741e-41bf-ba14-932e8746819e', 'admin_state_up': True, 'tenant_id': 'c61f909e458d447f8c0cdeb8d1fce856'}} {{(pid=86330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 17 04:06:19.594936 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.provisioning_blocks [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] Provisioning complete for port 988c9618-c754-4592-855f-196558790806 triggered by entity L2. {{(pid=86332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 17 04:06:19.595651 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2017814'] for port, provisioning_complete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:19.729639 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.20', 52840) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 17 04:06:19.757770 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.v2.base [None req-982f5121-7de4-47b0-855c-111a05317aab tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Request body: {'security_group': {'name': 'tempest-securitygroup--761555443', 'description': 'tempest-description--384257070'}} {{(pid=86330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 17 04:06:19.773183 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [None req-982f5121-7de4-47b0-855c-111a05317aab tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 17 04:06:19.779609 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [None req-982f5121-7de4-47b0-855c-111a05317aab tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Usage tracker for resource:security_group and tenant:a895b4724282424590f36093c5571d4e is out of sync, need to count used quota {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 17 04:06:19.782931 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [None req-982f5121-7de4-47b0-855c-111a05317aab tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 17 04:06:19.789563 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [None req-982f5121-7de4-47b0-855c-111a05317aab tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 17 04:06:19.800371 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-982f5121-7de4-47b0-855c-111a05317aab tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Notify callbacks [] for security_group, before_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:19.839783 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [None req-982f5121-7de4-47b0-855c-111a05317aab tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 17 04:06:19.849248 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [None req-982f5121-7de4-47b0-855c-111a05317aab tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Usage tracker for resource:security_group_rule and tenant:a895b4724282424590f36093c5571d4e is out of sync, need to count used quota {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 17 04:06:19.855323 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [None req-982f5121-7de4-47b0-855c-111a05317aab tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 17 04:06:19.874213 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [None req-982f5121-7de4-47b0-855c-111a05317aab tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 17 04:06:19.890969 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [req-cb5487e4-34dc-4166-a41a-d231c0364e76 req-0b60224e-9a8b-4d17-9926-1dae1a588b0e tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 17 04:06:19.895291 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [req-cb5487e4-34dc-4166-a41a-d231c0364e76 req-0b60224e-9a8b-4d17-9926-1dae1a588b0e tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] Usage tracker for resource:port and tenant:c61f909e458d447f8c0cdeb8d1fce856 is out of sync, need to count used quota {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 17 04:06:19.898104 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [req-3cd38034-195b-45dd-8354-209e7c9cc966 req-7a249f8d-a720-48ab-8dfd-fcd346790f07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853081909'] for port, before_update {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:19.899014 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [req-cb5487e4-34dc-4166-a41a-d231c0364e76 req-0b60224e-9a8b-4d17-9926-1dae1a588b0e tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] Quota usage for port was recalculated. Used quota:1. {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 17 04:06:19.906457 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [req-cb5487e4-34dc-4166-a41a-d231c0364e76 req-0b60224e-9a8b-4d17-9926-1dae1a588b0e tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 17 04:06:19.929678 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb5487e4-34dc-4166-a41a-d231c0364e76 req-0b60224e-9a8b-4d17-9926-1dae1a588b0e tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] Made reservation on behalf of c61f909e458d447f8c0cdeb8d1fce856 for: {'port': 1} {{(pid=86330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 17 04:06:19.935966 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [req-cb5487e4-34dc-4166-a41a-d231c0364e76 req-0b60224e-9a8b-4d17-9926-1dae1a588b0e tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853081909'] for port, before_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:20.038085 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.20', 52848) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 17 04:06:20.151339 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-982f5121-7de4-47b0-855c-111a05317aab tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Notify callbacks [] for security_group, precommit_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:20.151735 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-4db728b0-6c67-4b3d-b270-6d252c24de67 None None] Notify callbacks [] for port, precommit_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:20.164336 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-982f5121-7de4-47b0-855c-111a05317aab tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920236'] for security_group, after_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:20.169336 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.provisioning_blocks [None req-4db728b0-6c67-4b3d-b270-6d252c24de67 None None] Transition to ACTIVE for port object db8efaa5-dbdd-48af-afb2-42e5a1431713 will not be triggered until provisioned by entity L2. {{(pid=86332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 17 04:06:20.177926 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-61636e99-190a-4822-be96-8f9969f062e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:06:20.189196 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-4db728b0-6c67-4b3d-b270-6d252c24de67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1691685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854152290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792299986632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244555219606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792299556228'] for port, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:20.209243 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:06:20.258762 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982f5121-7de4-47b0-855c-111a05317aab tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd5929ab-7671-4e84-b39c-be6225ef81ed,revision_number=1']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:06:20.266974 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-982f5121-7de4-47b0-855c-111a05317aab tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:06:20.448271 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-982f5121-7de4-47b0-855c-111a05317aab tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Notify callbacks [] for security_group, before_response {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:20.450138 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [None req-982f5121-7de4-47b0-855c-111a05317aab tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.7194669 Apr 17 04:06:20.459591 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.20', 52866) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 17 04:06:20.470719 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.v2.base [None req-cf3beba7-7fc1-459c-9a58-45c734ffe86f tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Request body: {'security_group_rule': {'security_group_id': 'bd5929ab-7671-4e84-b39c-be6225ef81ed', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 17 04:06:20.480679 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [None req-cf3beba7-7fc1-459c-9a58-45c734ffe86f tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 17 04:06:20.498387 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [None req-cf3beba7-7fc1-459c-9a58-45c734ffe86f tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Usage tracker for resource:security_group_rule and tenant:a895b4724282424590f36093c5571d4e is out of sync, need to count used quota {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 17 04:06:20.509076 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b35089-4097-48e9-868c-8f3f917df29d None None] Pushing event updated for resources: {'Port': ['ID=db8efaa5-dbdd-48af-afb2-42e5a1431713,revision_number=3']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:06:20.514606 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-68b35089-4097-48e9-868c-8f3f917df29d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:06:20.550299 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [None req-cf3beba7-7fc1-459c-9a58-45c734ffe86f tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 17 04:06:20.563154 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [None req-cf3beba7-7fc1-459c-9a58-45c734ffe86f tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 17 04:06:20.567894 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.db_base_plugin_common [req-cb5487e4-34dc-4166-a41a-d231c0364e76 req-0b60224e-9a8b-4d17-9926-1dae1a588b0e tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] Allocated IP 172.20.0.4 (3648c013-741e-41bf-ba14-932e8746819e/f604e219-b121-4ee2-9dbd-506d5b380753/995830d2-98eb-4e77-85fe-efc69cb1ced3) {{(pid=86330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 17 04:06:20.572304 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-0bd7c005-f15f-4d41-83c9-a97c40cab30c admin admin] Notify callbacks [] for security_group, before_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:20.613158 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [None req-0bd7c005-f15f-4d41-83c9-a97c40cab30c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 17 04:06:20.643519 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [None req-0bd7c005-f15f-4d41-83c9-a97c40cab30c admin admin] Usage tracker for resource:security_group_rule and tenant:ed82d4fd8e4f4d6196cb3656c3c9ecdf is out of sync, need to count used quota {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 17 04:06:20.646298 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-cf3beba7-7fc1-459c-9a58-45c734ffe86f tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:20.657021 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [None req-0bd7c005-f15f-4d41-83c9-a97c40cab30c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 17 04:06:20.672426 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [None req-0bd7c005-f15f-4d41-83c9-a97c40cab30c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 17 04:06:20.692372 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.managers [None req-4db728b0-6c67-4b3d-b270-6d252c24de67 None None] Attempting to bind port db8efaa5-dbdd-48af-afb2-42e5a1431713 on host dv-cinder-786054-2-smb for vnic_type normal with profile {{(pid=86332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 17 04:06:20.693388 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.managers [None req-4db728b0-6c67-4b3d-b270-6d252c24de67 None None] Attempting to bind port db8efaa5-dbdd-48af-afb2-42e5a1431713 by drivers openvswitch,hyperv on host dv-cinder-786054-2-smb at level 0 using segments [{'id': '14b5ea21-40f4-463d-9e75-c37fe439802e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'f8f93dec-df20-4bb3-95a3-f64dab26a2d6'}] {{(pid=86332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 17 04:06:20.694235 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4db728b0-6c67-4b3d-b270-6d252c24de67 None None] Attempting to bind port db8efaa5-dbdd-48af-afb2-42e5a1431713 on network f8f93dec-df20-4bb3-95a3-f64dab26a2d6 {{(pid=86332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 17 04:06:20.703865 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4db728b0-6c67-4b3d-b270-6d252c24de67 None None] Checking agent: {'id': '96b6248f-f9b9-4a9f-9317-f4ef1fc85571', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786054-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 17, 3, 57, 41), 'started_at': datetime.datetime(2021, 4, 17, 3, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 4, 17, 4, 6, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786054-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 17 04:06:20.704578 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4db728b0-6c67-4b3d-b270-6d252c24de67 None None] Checking segment: {'id': '14b5ea21-40f4-463d-9e75-c37fe439802e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'f8f93dec-df20-4bb3-95a3-f64dab26a2d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 17 04:06:20.705555 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-4db728b0-6c67-4b3d-b270-6d252c24de67 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:20.706397 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4db728b0-6c67-4b3d-b270-6d252c24de67 None None] Bound using segment: {'id': '14b5ea21-40f4-463d-9e75-c37fe439802e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'f8f93dec-df20-4bb3-95a3-f64dab26a2d6'} {{(pid=86332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 17 04:06:20.707121 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.managers [None req-4db728b0-6c67-4b3d-b270-6d252c24de67 None None] Bound port: db8efaa5-dbdd-48af-afb2-42e5a1431713, host: dv-cinder-786054-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14b5ea21-40f4-463d-9e75-c37fe439802e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'f8f93dec-df20-4bb3-95a3-f64dab26a2d6'}}] {{(pid=86332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 17 04:06:20.707991 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-4db728b0-6c67-4b3d-b270-6d252c24de67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853081909'] for port, before_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:20.815392 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-cf3beba7-7fc1-459c-9a58-45c734ffe86f tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:20.854700 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.db [None req-4db728b0-6c67-4b3d-b270-6d252c24de67 None None] For port db8efaa5-dbdd-48af-afb2-42e5a1431713, host dv-cinder-786054-2-smb, cleared binding levels {{(pid=86332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 17 04:06:20.862086 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.db [None req-4db728b0-6c67-4b3d-b270-6d252c24de67 None None] For port db8efaa5-dbdd-48af-afb2-42e5a1431713, host dv-cinder-786054-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-2-smb',level=0,port_id=db8efaa5-dbdd-48af-afb2-42e5a1431713,segment=NetworkSegment(14b5ea21-40f4-463d-9e75-c37fe439802e),segment_id=14b5ea21-40f4-463d-9e75-c37fe439802e)] {{(pid=86332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 17 04:06:20.870820 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-4db728b0-6c67-4b3d-b270-6d252c24de67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1691685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854152290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792299986632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244555219606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792299556228'] for port, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:20.882350 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:06:20.961445 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.notifiers.nova [req-3cd38034-195b-45dd-8354-209e7c9cc966 req-7a249f8d-a720-48ab-8dfd-fcd346790f07 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9908b2e2-5964-46ac-a561-28f6624f31ee {{(pid=86331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 17 04:06:20.980335 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b35089-4097-48e9-868c-8f3f917df29d None None] Pushing event updated for resources: {'Port': ['ID=db8efaa5-dbdd-48af-afb2-42e5a1431713,revision_number=4']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:06:20.986092 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-68b35089-4097-48e9-868c-8f3f917df29d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:06:20.987860 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [req-3cd38034-195b-45dd-8354-209e7c9cc966 req-7a249f8d-a720-48ab-8dfd-fcd346790f07 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:20.998110 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-7e3f9513-e899-4408-9a12-5b7a1979b4b8 req-4864c579-faa9-4bb0-963e-3da1fe473a1f service neutron] 10.222.0.20 "GET /v2.0/networks/3648c013-741e-41bf-ba14-932e8746819e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.6614778 Apr 17 04:06:21.018578 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4db728b0-6c67-4b3d-b270-6d252c24de67 None None] Routers {'11705267-a024-4b79-bf32-97d0e0a5cb08'} bound to L3 agent in host dv-cinder-786054-2-smb {{(pid=86332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 17 04:06:21.019414 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.l3_hamode_db [None req-4db728b0-6c67-4b3d-b270-6d252c24de67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786054-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-17T03:57:39Z,description=,heartbeat_timestamp=2021-04-17T04:06:10Z,host='dv-cinder-786054-2-smb',id=89c35117-d9bd-45d8-8d43-26735203dc9d,load=0,resource_versions=,resources_synced=,started_at=2021-04-17T03:57:39Z,topic='l3_agent')) {'router_ids': ['11705267-a024-4b79-bf32-97d0e0a5cb08'], 'active': True} {{(pid=86332) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 17 04:06:21.023887 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d068fb4-d333-419f-aff0-ea7d7463d6c7 req-a0bdd64e-0922-4e6e-943e-28979ed40144 tempest-DeleteServersTestJSON-845982755 tempest-DeleteServersTestJSON-845982755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:06:21.025602 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-5d068fb4-d333-419f-aff0-ea7d7463d6c7 req-a0bdd64e-0922-4e6e-943e-28979ed40144 tempest-DeleteServersTestJSON-845982755 tempest-DeleteServersTestJSON-845982755-project] 10.222.0.20 "GET /v2.0/ports?device_id=cf131313-3c6e-4705-be31-1c8875a45545 HTTP/1.1" status: 200 len: 931 time: 1.0768695 Apr 17 04:06:21.028611 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.provisioning_blocks [req-3cd38034-195b-45dd-8354-209e7c9cc966 req-7a249f8d-a720-48ab-8dfd-fcd346790f07 service neutron] Transition to ACTIVE for port object 9908b2e2-5964-46ac-a561-28f6624f31ee will not be triggered until provisioned by entity L2. {{(pid=86331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 17 04:06:21.038604 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [req-3cd38034-195b-45dd-8354-209e7c9cc966 req-7a249f8d-a720-48ab-8dfd-fcd346790f07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1691685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854152290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792299986632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244555219606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792299556228'] for port, after_update {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:21.106177 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-2ec6cd6f-baec-4dc3-878c-3c375a1da1c2 tempest-DeleteServersTestJSON-845982755 tempest-DeleteServersTestJSON-845982755-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:06:21.154599 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-0bd7c005-f15f-4d41-83c9-a97c40cab30c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:21.167517 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-cf3beba7-7fc1-459c-9a58-45c734ffe86f tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920256'] for security_group_rule, after_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:21.171350 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-0bd7c005-f15f-4d41-83c9-a97c40cab30c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920236'] for security_group, after_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:21.198044 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:06:21.308489 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a249f8d-a720-48ab-8dfd-fcd346790f07 service neutron] Pushing event updated for resources: {'Port': ['ID=9908b2e2-5964-46ac-a561-28f6624f31ee,revision_number=2']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:06:21.337788 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-7a249f8d-a720-48ab-8dfd-fcd346790f07 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:06:21.362607 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [None req-0bd7c005-f15f-4d41-83c9-a97c40cab30c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ed82d4fd8e4f4d6196cb3656c3c9ecdf&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3232303 Apr 17 04:06:21.363344 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.20', 52900) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 17 04:06:21.435320 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3beba7-7fc1-459c-9a58-45c734ffe86f tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=840fe4f6-094f-4520-88e9-987e52b49e98,revision_number=0']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:06:21.438698 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-cf3beba7-7fc1-459c-9a58-45c734ffe86f tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:06:21.446481 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.089s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:06:21.531224 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-cf3beba7-7fc1-459c-9a58-45c734ffe86f tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:21.536344 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [None req-cf3beba7-7fc1-459c-9a58-45c734ffe86f tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0734611 Apr 17 04:06:21.559362 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.20', 52910) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 17 04:06:21.628720 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.v2.base [None req-16942807-0026-4d3f-a2a0-c31ddf1bdef4 tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Request body: {'security_group_rule': {'security_group_id': 'bd5929ab-7671-4e84-b39c-be6225ef81ed', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=86330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 17 04:06:21.630312 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-5d068fb4-d333-419f-aff0-ea7d7463d6c7 req-552566c2-53ad-4872-ac35-b21d985a38a4 tempest-DeleteServersTestJSON-845982755 tempest-DeleteServersTestJSON-845982755-project] 10.222.0.20 "GET /v2.0/security-groups?id=4815d06b-860b-4197-8dc3-320f9cff0a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5964506 Apr 17 04:06:21.636290 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-5f1472c2-ee1b-4e2d-a908-573d61933e92 req-d11ba75f-2b9f-452b-802e-4a37009d0eab tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] 10.222.0.20 "GET /v2.0/ports?device_id=adc83314-abf3-458e-b145-974486d3defe HTTP/1.1" status: 200 len: 210 time: 0.1274426 Apr 17 04:06:21.665490 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd7c005-f15f-4d41-83c9-a97c40cab30c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02cc2073-021f-4aa9-97cb-fbab81174019,revision_number=1']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:06:21.678252 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.l3_dvr_db [None req-4db728b0-6c67-4b3d-b270-6d252c24de67 None None] Set router 11705267-a024-4b79-bf32-97d0e0a5cb08 gateway port host: dv-cinder-786054-2-smb {{(pid=86332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 17 04:06:21.702037 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [req-cb5487e4-34dc-4166-a41a-d231c0364e76 req-0b60224e-9a8b-4d17-9926-1dae1a588b0e tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] Notify callbacks [] for port, precommit_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:21.706341 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [None req-16942807-0026-4d3f-a2a0-c31ddf1bdef4 tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 17 04:06:21.710776 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-0bd7c005-f15f-4d41-83c9-a97c40cab30c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:06:21.715776 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.managers [req-3cd38034-195b-45dd-8354-209e7c9cc966 req-7a249f8d-a720-48ab-8dfd-fcd346790f07 service neutron] Attempting to bind port 9908b2e2-5964-46ac-a561-28f6624f31ee on host hv-cinder-78605 for vnic_type normal with profile {{(pid=86331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 17 04:06:21.716167 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.managers [req-3cd38034-195b-45dd-8354-209e7c9cc966 req-7a249f8d-a720-48ab-8dfd-fcd346790f07 service neutron] Attempting to bind port 9908b2e2-5964-46ac-a561-28f6624f31ee by drivers openvswitch,hyperv on host hv-cinder-78605 at level 0 using segments [{'id': 'c02edac1-50be-47bc-b486-0f7fe5c7c69b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'fc0f799b-d915-4524-adc4-ed43690524ba'}] {{(pid=86331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 17 04:06:21.716929 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cd38034-195b-45dd-8354-209e7c9cc966 req-7a249f8d-a720-48ab-8dfd-fcd346790f07 service neutron] Attempting to bind port 9908b2e2-5964-46ac-a561-28f6624f31ee on network fc0f799b-d915-4524-adc4-ed43690524ba {{(pid=86331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 17 04:06:21.722501 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cd38034-195b-45dd-8354-209e7c9cc966 req-7a249f8d-a720-48ab-8dfd-fcd346790f07 service neutron] Port 9908b2e2-5964-46ac-a561-28f6624f31ee on network fc0f799b-d915-4524-adc4-ed43690524ba not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78605 {{(pid=86331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 17 04:06:21.722858 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cd38034-195b-45dd-8354-209e7c9cc966 req-7a249f8d-a720-48ab-8dfd-fcd346790f07 service neutron] Attempting to bind port 9908b2e2-5964-46ac-a561-28f6624f31ee on network fc0f799b-d915-4524-adc4-ed43690524ba {{(pid=86331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 17 04:06:21.735595 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cd38034-195b-45dd-8354-209e7c9cc966 req-7a249f8d-a720-48ab-8dfd-fcd346790f07 service neutron] Checking agent: {'id': '61ad0fc1-16d6-4e18-b3c9-f584687973c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78605', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 17, 4, 4, 12), 'started_at': datetime.datetime(2021, 4, 17, 4, 4, 12), 'heartbeat_timestamp': datetime.datetime(2021, 4, 17, 4, 6, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 17 04:06:21.735992 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cd38034-195b-45dd-8354-209e7c9cc966 req-7a249f8d-a720-48ab-8dfd-fcd346790f07 service neutron] Checking segment: {'id': 'c02edac1-50be-47bc-b486-0f7fe5c7c69b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'fc0f799b-d915-4524-adc4-ed43690524ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 17 04:06:21.736531 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cd38034-195b-45dd-8354-209e7c9cc966 req-7a249f8d-a720-48ab-8dfd-fcd346790f07 service neutron] Bound using segment: {'id': 'c02edac1-50be-47bc-b486-0f7fe5c7c69b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'fc0f799b-d915-4524-adc4-ed43690524ba'} {{(pid=86331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 17 04:06:21.737170 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.managers [req-3cd38034-195b-45dd-8354-209e7c9cc966 req-7a249f8d-a720-48ab-8dfd-fcd346790f07 service neutron] Bound port: 9908b2e2-5964-46ac-a561-28f6624f31ee, host: hv-cinder-78605, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c02edac1-50be-47bc-b486-0f7fe5c7c69b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'fc0f799b-d915-4524-adc4-ed43690524ba'}}] {{(pid=86331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 17 04:06:21.737765 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [req-3cd38034-195b-45dd-8354-209e7c9cc966 req-7a249f8d-a720-48ab-8dfd-fcd346790f07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853081909'] for port, before_update {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:21.746944 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [None req-16942807-0026-4d3f-a2a0-c31ddf1bdef4 tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Usage tracker for resource:security_group_rule and tenant:a895b4724282424590f36093c5571d4e is out of sync, need to count used quota {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 17 04:06:21.769365 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [None req-16942807-0026-4d3f-a2a0-c31ddf1bdef4 tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 17 04:06:21.777945 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-b93cd9c2-40eb-439b-9b73-929af5b0b76a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:21.789071 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [None req-16942807-0026-4d3f-a2a0-c31ddf1bdef4 tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 17 04:06:21.843308 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-b93cd9c2-40eb-439b-9b73-929af5b0b76a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:21.852986 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-16942807-0026-4d3f-a2a0-c31ddf1bdef4 tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:21.860693 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.db [req-3cd38034-195b-45dd-8354-209e7c9cc966 req-7a249f8d-a720-48ab-8dfd-fcd346790f07 service neutron] For port 9908b2e2-5964-46ac-a561-28f6624f31ee, host hv-cinder-78605, cleared binding levels {{(pid=86331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 17 04:06:21.865212 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.db [req-3cd38034-195b-45dd-8354-209e7c9cc966 req-7a249f8d-a720-48ab-8dfd-fcd346790f07 service neutron] For port 9908b2e2-5964-46ac-a561-28f6624f31ee, host hv-cinder-78605, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=9908b2e2-5964-46ac-a561-28f6624f31ee,segment=NetworkSegment(c02edac1-50be-47bc-b486-0f7fe5c7c69b),segment_id=c02edac1-50be-47bc-b486-0f7fe5c7c69b)] {{(pid=86331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 17 04:06:21.869537 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [req-3cd38034-195b-45dd-8354-209e7c9cc966 req-7a249f8d-a720-48ab-8dfd-fcd346790f07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1691685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854152290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792299986632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244555219606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792299556228'] for port, after_update {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:21.881466 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:06:21.939152 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [req-cb5487e4-34dc-4166-a41a-d231c0364e76 req-0b60224e-9a8b-4d17-9926-1dae1a588b0e tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1691685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854152290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244555219623'] for port, after_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:21.970456 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd38034-195b-45dd-8354-209e7c9cc966 req-7a249f8d-a720-48ab-8dfd-fcd346790f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:06:21.971144 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [req-3cd38034-195b-45dd-8354-209e7c9cc966 req-7a249f8d-a720-48ab-8dfd-fcd346790f07 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854152307'] for port, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:21.975230 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-3cd38034-195b-45dd-8354-209e7c9cc966 req-7a249f8d-a720-48ab-8dfd-fcd346790f07 service neutron] 10.222.0.32 "PUT /v2.0/ports/9908b2e2-5964-46ac-a561-28f6624f31ee HTTP/1.1" status: 200 len: 1093 time: 3.3461156 Apr 17 04:06:21.987462 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf131313-3c6e-4705-be31-1c8875a45545', 'tag': '9908b2e2-5964-46ac-a561-28f6624f31ee'}] {{(pid=86331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 17 04:06:22.004046 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-7ad463db-6c0b-4e07-8bb7-32224a660477 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:06:22.230828 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb5487e4-34dc-4166-a41a-d231c0364e76 req-0b60224e-9a8b-4d17-9926-1dae1a588b0e tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] Network 3648c013-741e-41bf-ba14-932e8746819e is already hosted by enough agents. {{(pid=86330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 17 04:06:22.249637 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.scheduler.base_scheduler [req-cb5487e4-34dc-4166-a41a-d231c0364e76 req-0b60224e-9a8b-4d17-9926-1dae1a588b0e tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] Resources bound (agent type, host, resource id): {{(pid=86330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 17 04:06:22.270544 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb5487e4-34dc-4166-a41a-d231c0364e76 req-0b60224e-9a8b-4d17-9926-1dae1a588b0e tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] Received port after_create {{(pid=86330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 17 04:06:22.296843 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a249f8d-a720-48ab-8dfd-fcd346790f07 service neutron] Pushing event updated for resources: {'Port': ['ID=9908b2e2-5964-46ac-a561-28f6624f31ee,revision_number=3']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:06:22.300303 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-7a249f8d-a720-48ab-8dfd-fcd346790f07 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.419s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:06:22.303037 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd38034-195b-45dd-8354-209e7c9cc966 req-94865695-6712-4894-8b28-2c690a682cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:06:22.304522 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-3cd38034-195b-45dd-8354-209e7c9cc966 req-94865695-6712-4894-8b28-2c690a682cf4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=565c76b2ab3646d6ab962f1f1d8d8742&device_id=cf131313-3c6e-4705-be31-1c8875a45545 HTTP/1.1" status: 200 len: 1096 time: 0.1625185 Apr 17 04:06:22.318968 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5487e4-34dc-4166-a41a-d231c0364e76 req-0b60224e-9a8b-4d17-9926-1dae1a588b0e tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:06:22.319707 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [req-cb5487e4-34dc-4166-a41a-d231c0364e76 req-0b60224e-9a8b-4d17-9926-1dae1a588b0e tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854152307'] for port, before_response {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:22.341406 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-16942807-0026-4d3f-a2a0-c31ddf1bdef4 tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:22.342455 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-b93cd9c2-40eb-439b-9b73-929af5b0b76a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920236'] for security_group, after_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:22.420657 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b60224e-9a8b-4d17-9926-1dae1a588b0e tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] Pushing event updated for resources: {'Port': ['ID=995830d2-98eb-4e77-85fe-efc69cb1ced3,revision_number=1']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:06:22.425589 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-16942807-0026-4d3f-a2a0-c31ddf1bdef4 tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920256'] for security_group_rule, after_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:22.435011 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-0b60224e-9a8b-4d17-9926-1dae1a588b0e tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.436s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:06:22.435549 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.031s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:06:22.475237 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.20', 52950) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 17 04:06:22.507067 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93cd9c2-40eb-439b-9b73-929af5b0b76a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02cc2073-021f-4aa9-97cb-fbab81174019,revision_number=None']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:06:22.518474 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-3cd38034-195b-45dd-8354-209e7c9cc966 req-2cff0c2b-a8a0-4711-ad04-6619f43fad17 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9908b2e2-5964-46ac-a561-28f6624f31ee HTTP/1.1" status: 200 len: 217 time: 0.2049801 Apr 17 04:06:22.523813 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-b93cd9c2-40eb-439b-9b73-929af5b0b76a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:06:22.525186 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-cf3beba7-7fc1-459c-9a58-45c734ffe86f tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.047s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:06:22.533139 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-cb5487e4-34dc-4166-a41a-d231c0364e76 req-0b60224e-9a8b-4d17-9926-1dae1a588b0e tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0468857 Apr 17 04:06:22.540038 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-b93cd9c2-40eb-439b-9b73-929af5b0b76a admin admin] Notify callbacks [] for security_group, before_response {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:22.543815 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [None req-b93cd9c2-40eb-439b-9b73-929af5b0b76a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/02cc2073-021f-4aa9-97cb-fbab81174019 HTTP/1.1" status: 204 len: 168 time: 1.1668379 Apr 17 04:06:22.551326 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.v2.base [req-cb5487e4-34dc-4166-a41a-d231c0364e76 req-1220c101-00fe-491e-a6f2-ffd9e2c0ccbe service neutron] Request body: {'port': {'device_id': 'e7bd5423-b2e2-475d-a2ab-f5ceb7a824a7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78605'}} {{(pid=86330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 17 04:06:22.614381 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16942807-0026-4d3f-a2a0-c31ddf1bdef4 tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5820cef-4804-4053-9657-28d935369dd7,revision_number=0']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:06:22.622340 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-16942807-0026-4d3f-a2a0-c31ddf1bdef4 tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:06:22.629092 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.l3_hamode_db [None req-4db728b0-6c67-4b3d-b270-6d252c24de67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11705267-a024-4b79-bf32-97d0e0a5cb08', 'name': 'tempest-AttachVolumeShelveTestJSON-1739641882-router', 'tenant_id': 'a895b4724282424590f36093c5571d4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3299e77b-a72c-46bf-8676-13cef166cd0a', 'external_fixed_ips': [{'subnet_id': '126682c8-3b96-411d-a59b-48497db5cf0c', 'ip_address': '172.28.1.151'}], 'enable_snat': True}, 'gw_port_id': '9144f13c-507f-404d-aebc-7e9b1e021196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-17T04:05:58Z', 'updated_at': '2021-04-17T04:06:14Z', 'revision_number': 4, 'project_id': 'a895b4724282424590f36093c5571d4e', 'gw_port': {'id': '9144f13c-507f-404d-aebc-7e9b1e021196', 'name': '', 'network_id': '3299e77b-a72c-46bf-8676-13cef166cd0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:22:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11705267-a024-4b79-bf32-97d0e0a5cb08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '126682c8-3b96-411d-a59b-48497db5cf0c', 'ip_address': '172.28.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-17T04:06:00Z', 'updated_at': '2021-04-17T04:06:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126682c8-3b96-411d-a59b-48497db5cf0c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-2-smb', '_interfaces': [{'id': 'db8efaa5-dbdd-48af-afb2-42e5a1431713', 'name': '', 'network_id': 'f8f93dec-df20-4bb3-95a3-f64dab26a2d6', 'tenant_id': 'a895b4724282424590f36093c5571d4e', 'mac_address': 'fa:16:3e:34:0d:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11705267-a024-4b79-bf32-97d0e0a5cb08', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '343cf9b8-b4dd-451f-9881-fd976f22c732', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-17T04:06:10Z', 'updated_at': '2021-04-17T04:06:20Z', 'revision_number': 4, 'project_id': 'a895b4724282424590f36093c5571d4e', 'subnets': [{'id': '343cf9b8-b4dd-451f-9881-fd976f22c732', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-2-smb', False) {} {{(pid=86332) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 17 04:06:22.639451 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4db728b0-6c67-4b3d-b270-6d252c24de67 None None] The sync data for ids ['11705267-a024-4b79-bf32-97d0e0a5cb08'] in dv-cinder-786054-2-smb is: [{'id': '11705267-a024-4b79-bf32-97d0e0a5cb08', 'name': 'tempest-AttachVolumeShelveTestJSON-1739641882-router', 'tenant_id': 'a895b4724282424590f36093c5571d4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3299e77b-a72c-46bf-8676-13cef166cd0a', 'external_fixed_ips': [{'subnet_id': '126682c8-3b96-411d-a59b-48497db5cf0c', 'ip_address': '172.28.1.151'}], 'enable_snat': True}, 'gw_port_id': '9144f13c-507f-404d-aebc-7e9b1e021196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-17T04:05:58Z', 'updated_at': '2021-04-17T04:06:14Z', 'revision_number': 4, 'project_id': 'a895b4724282424590f36093c5571d4e', 'gw_port': {'id': '9144f13c-507f-404d-aebc-7e9b1e021196', 'name': '', 'network_id': '3299e77b-a72c-46bf-8676-13cef166cd0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:22:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11705267-a024-4b79-bf32-97d0e0a5cb08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '126682c8-3b96-411d-a59b-48497db5cf0c', 'ip_address': '172.28.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-17T04:06:00Z', 'updated_at': '2021-04-17T04:06:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126682c8-3b96-411d-a59b-48497db5cf0c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-2-smb', '_interfaces': [{'id': 'db8efaa5-dbdd-48af-afb2-42e5a1431713', 'name': '', 'network_id': 'f8f93dec-df20-4bb3-95a3-f64dab26a2d6', 'tenant_id': 'a895b4724282424590f36093c5571d4e', 'mac_address': 'fa:16:3e:34:0d:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11705267-a024-4b79-bf32-97d0e0a5cb08', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '343cf9b8-b4dd-451f-9881-fd976f22c732', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-17T04:06:10Z', 'updated_at': '2021-04-17T04:06:20Z', 'revision_number': 4, 'project_id': 'a895b4724282424590f36093c5571d4e', 'subnets': [{'id': '343cf9b8-b4dd-451f-9881-fd976f22c732', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 17 04:06:22.641830 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-16942807-0026-4d3f-a2a0-c31ddf1bdef4 tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:22.654533 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [None req-16942807-0026-4d3f-a2a0-c31ddf1bdef4 tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0907018 Apr 17 04:06:22.660457 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.20', 52968) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 17 04:06:22.677297 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd38034-195b-45dd-8354-209e7c9cc966 req-e08bfb61-b162-47e5-a7fa-d7e2c76a3b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:06:22.678451 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.v2.base [None req-393d406b-3ce6-439f-9b63-a5c3f662debd tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Request body: {'floatingip': {'floating_network_id': '3299e77b-a72c-46bf-8676-13cef166cd0a'}} {{(pid=86330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 17 04:06:22.679081 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-3cd38034-195b-45dd-8354-209e7c9cc966 req-e08bfb61-b162-47e5-a7fa-d7e2c76a3b53 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=29782007-faae-4405-85f0-0714c46e5057 HTTP/1.1" status: 200 len: 851 time: 0.1540215 Apr 17 04:06:22.714407 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [None req-393d406b-3ce6-439f-9b63-a5c3f662debd tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 17 04:06:22.841600 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [None req-393d406b-3ce6-439f-9b63-a5c3f662debd tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Usage tracker for resource:floatingip and tenant:a895b4724282424590f36093c5571d4e is out of sync, need to count used quota {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 17 04:06:22.850781 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [None req-393d406b-3ce6-439f-9b63-a5c3f662debd tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 17 04:06:22.888936 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [None req-393d406b-3ce6-439f-9b63-a5c3f662debd tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 17 04:06:22.971144 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-393d406b-3ce6-439f-9b63-a5c3f662debd tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Notify callbacks [] for floatingip, before_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:22.986355 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-3cd38034-195b-45dd-8354-209e7c9cc966 req-9b675826-8045-4072-84c9-245ee9f8fd78 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=fc0f799b-d915-4524-adc4-ed43690524ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3011479 Apr 17 04:06:23.034286 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [req-cb5487e4-34dc-4166-a41a-d231c0364e76 req-1220c101-00fe-491e-a6f2-ffd9e2c0ccbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853081909'] for port, before_update {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:23.263950 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.32', 64676) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 17 04:06:23.488109 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-3cd38034-195b-45dd-8354-209e7c9cc966 req-5e423598-c0b2-4b92-a5e5-32da9d40bb01 service neutron] 10.222.0.32 "GET /v2.0/networks/fc0f799b-d915-4524-adc4-ed43690524ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4791210 Apr 17 04:06:23.490102 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf131313-3c6e-4705-be31-1c8875a45545', 'tag': '9908b2e2-5964-46ac-a561-28f6624f31ee', 'status': 'completed', 'code': 200} Apr 17 04:06:23.563557 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.rpc [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] Device db8efaa5-dbdd-48af-afb2-42e5a1431713 up at agent ovs-agent-dv-cinder-786054-2-smb {{(pid=86332) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 17 04:06:23.735900 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.provisioning_blocks [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] Provisioning for port db8efaa5-dbdd-48af-afb2-42e5a1431713 completed by entity L2. {{(pid=86332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 17 04:06:23.751925 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.provisioning_blocks [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] Provisioning complete for port db8efaa5-dbdd-48af-afb2-42e5a1431713 triggered by entity L2. {{(pid=86332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 17 04:06:23.752605 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2017814'] for port, provisioning_complete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:23.862476 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-0f26784f-875d-435f-b1b6-5f1eef0b6204 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:23.981567 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853081909'] for port, before_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:24.003852 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [None req-0f26784f-875d-435f-b1b6-5f1eef0b6204 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 17 04:06:24.058349 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-10f2907b-9005-4885-b437-16faeacca284 req-707d42e7-e234-42ba-9513-9545444f7129 tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] 10.222.0.20 "GET /v2.0/ports?device_id=adc83314-abf3-458e-b145-974486d3defe HTTP/1.1" status: 200 len: 210 time: 0.3487673 Apr 17 04:06:24.075604 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.db [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] For port db8efaa5-dbdd-48af-afb2-42e5a1431713, host dv-cinder-786054-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-2-smb',level=0,port_id=db8efaa5-dbdd-48af-afb2-42e5a1431713,segment=NetworkSegment(14b5ea21-40f4-463d-9e75-c37fe439802e),segment_id=14b5ea21-40f4-463d-9e75-c37fe439802e)] {{(pid=86332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 17 04:06:24.086221 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1691685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854152290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792299986632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244555219606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792299556228'] for port, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:24.087102 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeced734-a44a-42f9-be1f-75447636b6c5 req-17b1e0f4-7980-4737-9707-539675df5701 tempest-DeleteServersTestJSON-845982755 tempest-DeleteServersTestJSON-845982755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:06:24.088139 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:06:24.093036 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-aeced734-a44a-42f9-be1f-75447636b6c5 req-17b1e0f4-7980-4737-9707-539675df5701 tempest-DeleteServersTestJSON-845982755 tempest-DeleteServersTestJSON-845982755-project] 10.222.0.20 "GET /v2.0/ports?device_id=cf131313-3c6e-4705-be31-1c8875a45545 HTTP/1.1" status: 200 len: 943 time: 1.2604825 Apr 17 04:06:24.101931 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [None req-0f26784f-875d-435f-b1b6-5f1eef0b6204 admin admin] Usage tracker for resource:security_group_rule and tenant:b075b4f8c2b64fd48f0b8965fba010f8 is out of sync, need to count used quota {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 17 04:06:24.212228 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [None req-0f26784f-875d-435f-b1b6-5f1eef0b6204 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 17 04:06:24.217557 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.20', 53014) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 17 04:06:24.235237 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] Pushing event updated for resources: {'Port': ['ID=db8efaa5-dbdd-48af-afb2-42e5a1431713,revision_number=5']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:06:24.239532 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:06:24.267506 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [None req-0f26784f-875d-435f-b1b6-5f1eef0b6204 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 17 04:06:24.312515 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3f9513-e899-4408-9a12-5b7a1979b4b8 req-13efca69-9643-43a7-86fe-ec8ca0c164fc tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:06:24.314557 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-7e3f9513-e899-4408-9a12-5b7a1979b4b8 req-13efca69-9643-43a7-86fe-ec8ca0c164fc tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] 10.222.0.32 "GET /v2.0/networks?id=3648c013-741e-41bf-ba14-932e8746819e HTTP/1.1" status: 200 len: 818 time: 1.0347989 Apr 17 04:06:24.323377 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-aeced734-a44a-42f9-be1f-75447636b6c5 req-eac61d4e-3f50-45e6-8196-19e9e7bae550 tempest-DeleteServersTestJSON-845982755 tempest-DeleteServersTestJSON-845982755-project] 10.222.0.20 "GET /v2.0/security-groups?id=4815d06b-860b-4197-8dc3-320f9cff0a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2172620 Apr 17 04:06:24.328927 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-4094ed2b-561a-4628-af39-a8075ab9ad07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:24.332645 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.v2.base [req-7e3f9513-e899-4408-9a12-5b7a1979b4b8 req-161ff045-fb4d-4e2b-8160-e0cb2e975ffa tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] Request body: {'port': {'device_id': 'adc83314-abf3-458e-b145-974486d3defe', 'network_id': '3648c013-741e-41bf-ba14-932e8746819e', 'admin_state_up': True, 'tenant_id': 'c61f909e458d447f8c0cdeb8d1fce856'}} {{(pid=86330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 17 04:06:24.569301 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.20', 53028) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 17 04:06:24.627667 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [None req-4094ed2b-561a-4628-af39-a8075ab9ad07 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 17 04:06:24.628366 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [req-7e3f9513-e899-4408-9a12-5b7a1979b4b8 req-161ff045-fb4d-4e2b-8160-e0cb2e975ffa tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 17 04:06:24.631890 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-393d406b-3ce6-439f-9b63-a5c3f662debd tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853081909'] for port, before_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:24.632136 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [None req-4094ed2b-561a-4628-af39-a8075ab9ad07 admin admin] Usage tracker for resource:security_group_rule and tenant:2cdb1b6815ee4bf1b5da6b73647f4f92 is out of sync, need to count used quota {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 17 04:06:24.635839 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [None req-4094ed2b-561a-4628-af39-a8075ab9ad07 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 17 04:06:24.639349 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [req-7e3f9513-e899-4408-9a12-5b7a1979b4b8 req-161ff045-fb4d-4e2b-8160-e0cb2e975ffa tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] Usage tracker for resource:port and tenant:c61f909e458d447f8c0cdeb8d1fce856 is out of sync, need to count used quota {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 17 04:06:24.648731 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-3cd38034-195b-45dd-8354-209e7c9cc966 req-827f5e0b-9bb9-4d51-98c6-73ebad9b9bc0 service neutron] 10.222.0.32 "GET /v2.0/networks/fc0f799b-d915-4524-adc4-ed43690524ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1538811 Apr 17 04:06:24.666814 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [None req-4094ed2b-561a-4628-af39-a8075ab9ad07 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 17 04:06:24.708636 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [req-7e3f9513-e899-4408-9a12-5b7a1979b4b8 req-161ff045-fb4d-4e2b-8160-e0cb2e975ffa tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] Quota usage for port was recalculated. Used quota:2. {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 17 04:06:24.722084 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [req-7e3f9513-e899-4408-9a12-5b7a1979b4b8 req-161ff045-fb4d-4e2b-8160-e0cb2e975ffa tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 17 04:06:24.796771 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-0f26784f-875d-435f-b1b6-5f1eef0b6204 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:24.811770 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-0f26784f-875d-435f-b1b6-5f1eef0b6204 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920236'] for security_group, after_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:24.848086 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-13ba30df-c63f-41f6-beb1-94035f54cd62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:24.851402 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-2ac4c17d-f93e-44b9-ac5b-3e342ae6359e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:06:24.859953 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [None req-0f26784f-875d-435f-b1b6-5f1eef0b6204 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b075b4f8c2b64fd48f0b8965fba010f8&name=default HTTP/1.1" status: 200 len: 2979 time: 2.3769960 Apr 17 04:06:24.873998 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.20', 53038) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 17 04:06:24.881092 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e3f9513-e899-4408-9a12-5b7a1979b4b8 req-161ff045-fb4d-4e2b-8160-e0cb2e975ffa tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] Made reservation on behalf of c61f909e458d447f8c0cdeb8d1fce856 for: {'port': 1} {{(pid=86330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 17 04:06:24.887105 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [req-7e3f9513-e899-4408-9a12-5b7a1979b4b8 req-161ff045-fb4d-4e2b-8160-e0cb2e975ffa tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853081909'] for port, before_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:24.906760 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [None req-13ba30df-c63f-41f6-beb1-94035f54cd62 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 17 04:06:24.913291 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.notifiers.nova [req-cb5487e4-34dc-4166-a41a-d231c0364e76 req-1220c101-00fe-491e-a6f2-ffd9e2c0ccbe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 995830d2-98eb-4e77-85fe-efc69cb1ced3 {{(pid=86330) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 17 04:06:24.915157 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a91c06-a090-49ac-9f50-7c361d052797 req-25fde418-0c55-4ada-8b33-4872e76e3a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:06:24.916781 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-b1a91c06-a090-49ac-9f50-7c361d052797 req-25fde418-0c55-4ada-8b33-4872e76e3a95 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=565c76b2ab3646d6ab962f1f1d8d8742&device_id=cf131313-3c6e-4705-be31-1c8875a45545 HTTP/1.1" status: 200 len: 1096 time: 0.2095957 Apr 17 04:06:24.931001 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f26784f-875d-435f-b1b6-5f1eef0b6204 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b713c24-ab92-4e3d-8202-3aa699ff8f24,revision_number=1']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:06:24.931679 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [None req-13ba30df-c63f-41f6-beb1-94035f54cd62 admin admin] Usage tracker for resource:security_group_rule and tenant:110c07e15ab14840a9c0497ff4c8dc32 is out of sync, need to count used quota {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 17 04:06:24.934580 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-0f26784f-875d-435f-b1b6-5f1eef0b6204 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:06:24.936701 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [req-cb5487e4-34dc-4166-a41a-d231c0364e76 req-1220c101-00fe-491e-a6f2-ffd9e2c0ccbe service neutron] Notify callbacks [] for port, precommit_update {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:24.942552 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [None req-13ba30df-c63f-41f6-beb1-94035f54cd62 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 17 04:06:24.985766 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [None req-13ba30df-c63f-41f6-beb1-94035f54cd62 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 17 04:06:25.062197 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.provisioning_blocks [req-cb5487e4-34dc-4166-a41a-d231c0364e76 req-1220c101-00fe-491e-a6f2-ffd9e2c0ccbe service neutron] Transition to ACTIVE for port object 995830d2-98eb-4e77-85fe-efc69cb1ced3 will not be triggered until provisioned by entity L2. {{(pid=86330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 17 04:06:25.083526 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [req-cb5487e4-34dc-4166-a41a-d231c0364e76 req-1220c101-00fe-491e-a6f2-ffd9e2c0ccbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1691685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854152290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792299986632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244555219606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792299556228'] for port, after_update {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:25.100967 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-c7fd2f33-e741-4897-ac63-416a1316c5a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:25.121903 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-7ad463db-6c0b-4e07-8bb7-32224a660477 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:06:25.137657 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-4094ed2b-561a-4628-af39-a8075ab9ad07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:25.150595 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-4094ed2b-561a-4628-af39-a8075ab9ad07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920236'] for security_group, after_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:25.168169 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-c7fd2f33-e741-4897-ac63-416a1316c5a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:25.180655 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:06:25.304783 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-ce307337-8cd8-401b-b4e9-a544abe469ac req-d19a60ce-1282-41cf-bd4e-d5159747c274 tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] 10.222.0.20 "GET /v2.0/ports?device_id=adc83314-abf3-458e-b145-974486d3defe HTTP/1.1" status: 200 len: 210 time: 0.1140037 Apr 17 04:06:25.305867 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a91c06-a090-49ac-9f50-7c361d052797 req-8446b150-48d6-421f-afb9-442e0c4d7585 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:06:25.307297 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-b1a91c06-a090-49ac-9f50-7c361d052797 req-8446b150-48d6-421f-afb9-442e0c4d7585 service neutron] 10.222.0.32 "GET /v2.0/networks?id=fc0f799b-d915-4524-adc4-ed43690524ba HTTP/1.1" status: 200 len: 912 time: 0.3774648 Apr 17 04:06:25.309790 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [None req-4094ed2b-561a-4628-af39-a8075ab9ad07 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2cdb1b6815ee4bf1b5da6b73647f4f92&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0805225 Apr 17 04:06:25.324000 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.20', 53044) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 17 04:06:25.363063 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.db_base_plugin_common [None req-393d406b-3ce6-439f-9b63-a5c3f662debd tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Allocated IP 172.28.1.226 (3299e77b-a72c-46bf-8676-13cef166cd0a/126682c8-3b96-411d-a59b-48497db5cf0c/c8cfa3ef-8e10-4689-9113-6b99eec610e5) {{(pid=86330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 17 04:06:25.383067 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4094ed2b-561a-4628-af39-a8075ab9ad07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff15f10a-5ed2-4597-b200-79e277236d8b,revision_number=1']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:06:25.387147 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-4094ed2b-561a-4628-af39-a8075ab9ad07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:06:25.395070 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.rpc [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] Device db8efaa5-dbdd-48af-afb2-42e5a1431713 up at agent ovs-agent-dv-cinder-786054-2-smb {{(pid=86332) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 17 04:06:25.421933 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-b1a91c06-a090-49ac-9f50-7c361d052797 req-0035b8bc-d593-4fd1-9a0b-465bb1599b5d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9908b2e2-5964-46ac-a561-28f6624f31ee HTTP/1.1" status: 200 len: 217 time: 0.0988243 Apr 17 04:06:25.484407 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.provisioning_blocks [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] Provisioning complete for port db8efaa5-dbdd-48af-afb2-42e5a1431713 triggered by entity L2. {{(pid=86332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 17 04:06:25.485300 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2017814'] for port, provisioning_complete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:25.563059 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1220c101-00fe-491e-a6f2-ffd9e2c0ccbe service neutron] Pushing event updated for resources: {'Port': ['ID=995830d2-98eb-4e77-85fe-efc69cb1ced3,revision_number=2']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:06:25.566415 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-1220c101-00fe-491e-a6f2-ffd9e2c0ccbe service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.445s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:06:25.584297 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-04799c3c-b0d1-44ab-97e8-42b9d064ae1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:25.589363 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a91c06-a090-49ac-9f50-7c361d052797 req-75842776-1720-49df-84ad-26f4e8aa34bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:06:25.590983 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-b1a91c06-a090-49ac-9f50-7c361d052797 req-75842776-1720-49df-84ad-26f4e8aa34bc service neutron] 10.222.0.32 "GET /v2.0/subnets?id=29782007-faae-4405-85f0-0714c46e5057 HTTP/1.1" status: 200 len: 851 time: 0.1596961 Apr 17 04:06:25.598774 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-c7fd2f33-e741-4897-ac63-416a1316c5a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920236'] for security_group, after_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:25.656747 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:06:25.689885 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-b1a91c06-a090-49ac-9f50-7c361d052797 req-87794a33-0856-49e6-a619-b9a3df72303d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=fc0f799b-d915-4524-adc4-ed43690524ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0886679 Apr 17 04:06:25.696756 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fd2f33-e741-4897-ac63-416a1316c5a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b713c24-ab92-4e3d-8202-3aa699ff8f24,revision_number=None']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:06:25.699219 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-c7fd2f33-e741-4897-ac63-416a1316c5a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:06:25.708192 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-04799c3c-b0d1-44ab-97e8-42b9d064ae1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:25.738419 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.managers [req-cb5487e4-34dc-4166-a41a-d231c0364e76 req-1220c101-00fe-491e-a6f2-ffd9e2c0ccbe service neutron] Attempting to bind port 995830d2-98eb-4e77-85fe-efc69cb1ced3 on host hv-cinder-78605 for vnic_type normal with profile {{(pid=86330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 17 04:06:25.738820 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.managers [req-cb5487e4-34dc-4166-a41a-d231c0364e76 req-1220c101-00fe-491e-a6f2-ffd9e2c0ccbe service neutron] Attempting to bind port 995830d2-98eb-4e77-85fe-efc69cb1ced3 by drivers openvswitch,hyperv on host hv-cinder-78605 at level 0 using segments [{'id': '2de5fad0-bc57-4963-857c-9303f2405e9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '3648c013-741e-41bf-ba14-932e8746819e'}] {{(pid=86330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 17 04:06:25.739231 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb5487e4-34dc-4166-a41a-d231c0364e76 req-1220c101-00fe-491e-a6f2-ffd9e2c0ccbe service neutron] Attempting to bind port 995830d2-98eb-4e77-85fe-efc69cb1ced3 on network 3648c013-741e-41bf-ba14-932e8746819e {{(pid=86330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 17 04:06:25.769588 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb5487e4-34dc-4166-a41a-d231c0364e76 req-1220c101-00fe-491e-a6f2-ffd9e2c0ccbe service neutron] Port 995830d2-98eb-4e77-85fe-efc69cb1ced3 on network 3648c013-741e-41bf-ba14-932e8746819e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78605 {{(pid=86330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 17 04:06:25.770110 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb5487e4-34dc-4166-a41a-d231c0364e76 req-1220c101-00fe-491e-a6f2-ffd9e2c0ccbe service neutron] Attempting to bind port 995830d2-98eb-4e77-85fe-efc69cb1ced3 on network 3648c013-741e-41bf-ba14-932e8746819e {{(pid=86330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 17 04:06:25.773117 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.db_base_plugin_common [req-7e3f9513-e899-4408-9a12-5b7a1979b4b8 req-161ff045-fb4d-4e2b-8160-e0cb2e975ffa tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] Allocated IP 172.20.0.8 (3648c013-741e-41bf-ba14-932e8746819e/f604e219-b121-4ee2-9dbd-506d5b380753/1193c9e6-b406-4c4a-a961-bc8a319fade0) {{(pid=86330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 17 04:06:25.793704 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb5487e4-34dc-4166-a41a-d231c0364e76 req-1220c101-00fe-491e-a6f2-ffd9e2c0ccbe service neutron] Checking agent: {'id': '61ad0fc1-16d6-4e18-b3c9-f584687973c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78605', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 17, 4, 4, 12), 'started_at': datetime.datetime(2021, 4, 17, 4, 4, 12), 'heartbeat_timestamp': datetime.datetime(2021, 4, 17, 4, 6, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 17 04:06:25.794090 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb5487e4-34dc-4166-a41a-d231c0364e76 req-1220c101-00fe-491e-a6f2-ffd9e2c0ccbe service neutron] Checking segment: {'id': '2de5fad0-bc57-4963-857c-9303f2405e9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '3648c013-741e-41bf-ba14-932e8746819e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 17 04:06:25.794703 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb5487e4-34dc-4166-a41a-d231c0364e76 req-1220c101-00fe-491e-a6f2-ffd9e2c0ccbe service neutron] Bound using segment: {'id': '2de5fad0-bc57-4963-857c-9303f2405e9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '3648c013-741e-41bf-ba14-932e8746819e'} {{(pid=86330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 17 04:06:25.795512 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.managers [req-cb5487e4-34dc-4166-a41a-d231c0364e76 req-1220c101-00fe-491e-a6f2-ffd9e2c0ccbe service neutron] Bound port: 995830d2-98eb-4e77-85fe-efc69cb1ced3, host: hv-cinder-78605, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2de5fad0-bc57-4963-857c-9303f2405e9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '3648c013-741e-41bf-ba14-932e8746819e'}}] {{(pid=86330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 17 04:06:25.795891 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [req-cb5487e4-34dc-4166-a41a-d231c0364e76 req-1220c101-00fe-491e-a6f2-ffd9e2c0ccbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853081909'] for port, before_update {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:25.842808 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-c7fd2f33-e741-4897-ac63-416a1316c5a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:25.844033 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [None req-c7fd2f33-e741-4897-ac63-416a1316c5a3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4b713c24-ab92-4e3d-8202-3aa699ff8f24 HTTP/1.1" status: 204 len: 168 time: 0.9708190 Apr 17 04:06:25.846554 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-13ba30df-c63f-41f6-beb1-94035f54cd62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:25.890511 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-13ba30df-c63f-41f6-beb1-94035f54cd62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920236'] for security_group, after_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:25.897037 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-b1a91c06-a090-49ac-9f50-7c361d052797 req-35c49715-44b5-4b7a-8510-8466b6a4a5b8 service neutron] 10.222.0.32 "GET /v2.0/networks/fc0f799b-d915-4524-adc4-ed43690524ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1779578 Apr 17 04:06:25.935403 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-2d925032-63ac-417b-99ed-93caf8a0494d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:06:25.991388 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-393d406b-3ce6-439f-9b63-a5c3f662debd tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Notify callbacks [] for port, precommit_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:26.022139 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c167e0d4-f00c-4876-a67c-9f72e3e18035 req-a51cf4d6-2237-422c-99ff-5c8697bd7435 tempest-DeleteServersTestJSON-845982755 tempest-DeleteServersTestJSON-845982755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:06:26.023783 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-c167e0d4-f00c-4876-a67c-9f72e3e18035 req-a51cf4d6-2237-422c-99ff-5c8697bd7435 tempest-DeleteServersTestJSON-845982755 tempest-DeleteServersTestJSON-845982755-project] 10.222.0.20 "GET /v2.0/ports?device_id=cf131313-3c6e-4705-be31-1c8875a45545 HTTP/1.1" status: 200 len: 943 time: 0.5442803 Apr 17 04:06:26.076567 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [None req-13ba30df-c63f-41f6-beb1-94035f54cd62 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=110c07e15ab14840a9c0497ff4c8dc32&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4962780 Apr 17 04:06:26.082796 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.20', 53068) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 17 04:06:26.089571 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ba30df-c63f-41f6-beb1-94035f54cd62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad5c060e-d6f8-4c5a-90a4-a1ff90d03073,revision_number=1']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:06:26.099427 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-13ba30df-c63f-41f6-beb1-94035f54cd62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:06:26.134178 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-04799c3c-b0d1-44ab-97e8-42b9d064ae1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920236'] for security_group, after_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:26.161880 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-0f26784f-875d-435f-b1b6-5f1eef0b6204 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:06:26.179816 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.db [req-cb5487e4-34dc-4166-a41a-d231c0364e76 req-1220c101-00fe-491e-a6f2-ffd9e2c0ccbe service neutron] For port 995830d2-98eb-4e77-85fe-efc69cb1ced3, host hv-cinder-78605, cleared binding levels {{(pid=86330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 17 04:06:26.180183 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-c167e0d4-f00c-4876-a67c-9f72e3e18035 req-4df9ddd6-d060-4dc3-885b-84cd4c8f635b tempest-DeleteServersTestJSON-845982755 tempest-DeleteServersTestJSON-845982755-project] 10.222.0.20 "GET /v2.0/security-groups?id=4815d06b-860b-4197-8dc3-320f9cff0a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351171 Apr 17 04:06:26.185187 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-04799c3c-b0d1-44ab-97e8-42b9d064ae1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:26.186342 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [None req-04799c3c-b0d1-44ab-97e8-42b9d064ae1e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ff15f10a-5ed2-4597-b200-79e277236d8b HTTP/1.1" status: 204 len: 168 time: 0.8610573 Apr 17 04:06:26.188811 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-b1a91c06-a090-49ac-9f50-7c361d052797 req-bb71c713-9ce7-45ed-a738-ececeb6ec9f1 service neutron] 10.222.0.32 "GET /v2.0/networks/fc0f799b-d915-4524-adc4-ed43690524ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2793584 Apr 17 04:06:26.198403 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04799c3c-b0d1-44ab-97e8-42b9d064ae1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff15f10a-5ed2-4597-b200-79e277236d8b,revision_number=None']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:06:26.223545 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-04799c3c-b0d1-44ab-97e8-42b9d064ae1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:06:26.274717 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.db [req-cb5487e4-34dc-4166-a41a-d231c0364e76 req-1220c101-00fe-491e-a6f2-ffd9e2c0ccbe service neutron] For port 995830d2-98eb-4e77-85fe-efc69cb1ced3, host hv-cinder-78605, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=995830d2-98eb-4e77-85fe-efc69cb1ced3,segment=NetworkSegment(2de5fad0-bc57-4963-857c-9303f2405e9d),segment_id=2de5fad0-bc57-4963-857c-9303f2405e9d)] {{(pid=86330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 17 04:06:26.295965 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [req-cb5487e4-34dc-4166-a41a-d231c0364e76 req-1220c101-00fe-491e-a6f2-ffd9e2c0ccbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1691685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854152290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792299986632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244555219606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792299556228'] for port, after_update {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:26.319956 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:06:26.384867 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.20', 53084) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 17 04:06:26.415347 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-c91535a5-02e8-4488-84dc-d9e8184a25c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:26.419080 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-6d312e36-5682-4ad7-9355-bc964f2eda91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:26.451331 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-c91535a5-02e8-4488-84dc-d9e8184a25c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:26.470869 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5487e4-34dc-4166-a41a-d231c0364e76 req-1220c101-00fe-491e-a6f2-ffd9e2c0ccbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:06:26.472663 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [req-cb5487e4-34dc-4166-a41a-d231c0364e76 req-1220c101-00fe-491e-a6f2-ffd9e2c0ccbe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854152307'] for port, before_response {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:26.474300 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-cb5487e4-34dc-4166-a41a-d231c0364e76 req-1220c101-00fe-491e-a6f2-ffd9e2c0ccbe service neutron] 10.222.0.32 "PUT /v2.0/ports/995830d2-98eb-4e77-85fe-efc69cb1ced3 HTTP/1.1" status: 200 len: 1093 time: 3.9276264 Apr 17 04:06:26.493778 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7bd5423-b2e2-475d-a2ab-f5ceb7a824a7', 'tag': '995830d2-98eb-4e77-85fe-efc69cb1ced3'}] {{(pid=86330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 17 04:06:26.502574 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-38bc3703-1644-487a-9060-9a29e1f540be req-76f1c947-4e38-4e06-aa6e-feb0a1854fcb tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] 10.222.0.20 "GET /v2.0/ports?device_id=adc83314-abf3-458e-b145-974486d3defe HTTP/1.1" status: 200 len: 210 time: 0.0517218 Apr 17 04:06:26.508030 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [None req-6d312e36-5682-4ad7-9355-bc964f2eda91 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 17 04:06:26.517737 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [None req-6d312e36-5682-4ad7-9355-bc964f2eda91 admin admin] Usage tracker for resource:security_group_rule and tenant:1029f6c12d624c7db2e0b0923c39b17a is out of sync, need to count used quota {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 17 04:06:26.529151 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [None req-6d312e36-5682-4ad7-9355-bc964f2eda91 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 17 04:06:26.535940 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [None req-6d312e36-5682-4ad7-9355-bc964f2eda91 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 17 04:06:26.575966 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-393d406b-3ce6-439f-9b63-a5c3f662debd tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1691685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854152290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244555219623'] for port, after_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:26.634684 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-6d312e36-5682-4ad7-9355-bc964f2eda91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:26.639167 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-6d312e36-5682-4ad7-9355-bc964f2eda91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920236'] for security_group, after_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:26.656041 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-04799c3c-b0d1-44ab-97e8-42b9d064ae1e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:06:26.683016 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-393d406b-3ce6-439f-9b63-a5c3f662debd tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Network 3299e77b-a72c-46bf-8676-13cef166cd0a is already hosted by enough agents. {{(pid=86330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 17 04:06:26.702219 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.scheduler.base_scheduler [None req-393d406b-3ce6-439f-9b63-a5c3f662debd tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Resources bound (agent type, host, resource id): {{(pid=86330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 17 04:06:26.709400 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [None req-6d312e36-5682-4ad7-9355-bc964f2eda91 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1029f6c12d624c7db2e0b0923c39b17a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3217292 Apr 17 04:06:26.709711 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d312e36-5682-4ad7-9355-bc964f2eda91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab44c5f2-7c55-439c-bd35-8bc2147c4188,revision_number=1']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:06:26.711033 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-393d406b-3ce6-439f-9b63-a5c3f662debd tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Received port after_create {{(pid=86330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 17 04:06:26.712329 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.20', 53102) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 17 04:06:26.722034 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [req-7e3f9513-e899-4408-9a12-5b7a1979b4b8 req-161ff045-fb4d-4e2b-8160-e0cb2e975ffa tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] Notify callbacks [] for port, precommit_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:26.741079 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-6d312e36-5682-4ad7-9355-bc964f2eda91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:06:26.794008 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-3de066f8-c711-486a-bf6c-7b03d82f7d19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:26.798489 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1220c101-00fe-491e-a6f2-ffd9e2c0ccbe service neutron] Pushing event updated for resources: {'Port': ['ID=995830d2-98eb-4e77-85fe-efc69cb1ced3,revision_number=3']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:06:26.806069 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-1220c101-00fe-491e-a6f2-ffd9e2c0ccbe service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.486s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:06:26.808021 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.134s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:06:26.830632 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-3de066f8-c711-486a-bf6c-7b03d82f7d19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:26.890654 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-3de066f8-c711-486a-bf6c-7b03d82f7d19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920236'] for security_group, after_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:26.903137 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-8b003c0e-d33f-4009-a252-5b60aefe4c8e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:06:26.907194 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-c91535a5-02e8-4488-84dc-d9e8184a25c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920236'] for security_group, after_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:26.915356 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-393d406b-3ce6-439f-9b63-a5c3f662debd tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:26.922893 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de066f8-c711-486a-bf6c-7b03d82f7d19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab44c5f2-7c55-439c-bd35-8bc2147c4188,revision_number=None']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:06:26.937860 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-3de066f8-c711-486a-bf6c-7b03d82f7d19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:26.941975 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [None req-3de066f8-c711-486a-bf6c-7b03d82f7d19 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ab44c5f2-7c55-439c-bd35-8bc2147c4188 HTTP/1.1" status: 204 len: 168 time: 0.2148273 Apr 17 04:06:26.941975 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-3de066f8-c711-486a-bf6c-7b03d82f7d19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:06:26.943940 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393d406b-3ce6-439f-9b63-a5c3f662debd tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Pushing event updated for resources: {'Port': ['ID=c8cfa3ef-8e10-4689-9113-6b99eec610e5,revision_number=1']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:06:26.947902 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5487e4-34dc-4166-a41a-d231c0364e76 req-a1505916-2dc3-49da-975e-4248725b98ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:06:26.949802 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-cb5487e4-34dc-4166-a41a-d231c0364e76 req-a1505916-2dc3-49da-975e-4248725b98ae service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c61f909e458d447f8c0cdeb8d1fce856&device_id=e7bd5423-b2e2-475d-a2ab-f5ceb7a824a7 HTTP/1.1" status: 200 len: 1096 time: 0.3798635 Apr 17 04:06:26.950661 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-393d406b-3ce6-439f-9b63-a5c3f662debd tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:06:26.952568 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-13ba30df-c63f-41f6-beb1-94035f54cd62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.028s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:06:27.067120 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [req-7e3f9513-e899-4408-9a12-5b7a1979b4b8 req-161ff045-fb4d-4e2b-8160-e0cb2e975ffa tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1691685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854152290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244555219623'] for port, after_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:27.129565 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91535a5-02e8-4488-84dc-d9e8184a25c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad5c060e-d6f8-4c5a-90a4-a1ff90d03073,revision_number=None']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:06:27.160046 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-cb5487e4-34dc-4166-a41a-d231c0364e76 req-fc09cf47-c3f0-4a79-99fa-9c7aaf4cb875 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=995830d2-98eb-4e77-85fe-efc69cb1ced3 HTTP/1.1" status: 200 len: 217 time: 0.1549389 Apr 17 04:06:27.161845 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-c91535a5-02e8-4488-84dc-d9e8184a25c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:06:27.169225 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:06:27.283345 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5487e4-34dc-4166-a41a-d231c0364e76 req-665912d4-7192-4ff5-a23c-2cb1ad3393c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:06:27.284935 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-cb5487e4-34dc-4166-a41a-d231c0364e76 req-665912d4-7192-4ff5-a23c-2cb1ad3393c4 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f604e219-b121-4ee2-9dbd-506d5b380753 HTTP/1.1" status: 200 len: 858 time: 0.0805280 Apr 17 04:06:27.299099 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e3f9513-e899-4408-9a12-5b7a1979b4b8 req-161ff045-fb4d-4e2b-8160-e0cb2e975ffa tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] Network 3648c013-741e-41bf-ba14-932e8746819e is already hosted by enough agents. {{(pid=86330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 17 04:06:27.301022 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7bd5423-b2e2-475d-a2ab-f5ceb7a824a7', 'tag': '995830d2-98eb-4e77-85fe-efc69cb1ced3', 'status': 'completed', 'code': 200} Apr 17 04:06:27.304188 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-c91535a5-02e8-4488-84dc-d9e8184a25c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:27.305427 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [None req-c91535a5-02e8-4488-84dc-d9e8184a25c1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ad5c060e-d6f8-4c5a-90a4-a1ff90d03073 HTTP/1.1" status: 204 len: 168 time: 1.2177999 Apr 17 04:06:27.312424 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.scheduler.base_scheduler [req-7e3f9513-e899-4408-9a12-5b7a1979b4b8 req-161ff045-fb4d-4e2b-8160-e0cb2e975ffa tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] Resources bound (agent type, host, resource id): {{(pid=86330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 17 04:06:27.351080 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-393d406b-3ce6-439f-9b63-a5c3f662debd tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853081909'] for port, before_update {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:27.381086 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e3f9513-e899-4408-9a12-5b7a1979b4b8 req-161ff045-fb4d-4e2b-8160-e0cb2e975ffa tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] Received port after_create {{(pid=86330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 17 04:06:27.387260 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3f9513-e899-4408-9a12-5b7a1979b4b8 req-161ff045-fb4d-4e2b-8160-e0cb2e975ffa tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:06:27.387933 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [req-7e3f9513-e899-4408-9a12-5b7a1979b4b8 req-161ff045-fb4d-4e2b-8160-e0cb2e975ffa tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854152307'] for port, before_response {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:27.519390 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67553d4-0635-4c77-9347-a1fac4d3f49c req-cbba2bf7-2f67-4275-97b5-4afddfc23e2c tempest-DeleteServersTestJSON-845982755 tempest-DeleteServersTestJSON-845982755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:06:27.526530 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-b67553d4-0635-4c77-9347-a1fac4d3f49c req-cbba2bf7-2f67-4275-97b5-4afddfc23e2c tempest-DeleteServersTestJSON-845982755 tempest-DeleteServersTestJSON-845982755-project] 10.222.0.20 "GET /v2.0/ports?device_id=cf131313-3c6e-4705-be31-1c8875a45545 HTTP/1.1" status: 200 len: 943 time: 0.1689258 Apr 17 04:06:27.605166 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-b67553d4-0635-4c77-9347-a1fac4d3f49c req-11134f44-b074-4deb-a1b3-13a382bf118f tempest-DeleteServersTestJSON-845982755 tempest-DeleteServersTestJSON-845982755-project] 10.222.0.20 "GET /v2.0/security-groups?id=4815d06b-860b-4197-8dc3-320f9cff0a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718813 Apr 17 04:06:27.746024 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-cb5487e4-34dc-4166-a41a-d231c0364e76 req-8b5648c1-6efc-4c85-9292-e6144eff98a1 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3648c013-741e-41bf-ba14-932e8746819e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4370589 Apr 17 04:06:27.762119 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bea80f-4dca-447b-9814-17dc6ca2e8a7 req-3b38f874-c7c8-4c72-b09a-7a6d6cc1fec2 tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:06:27.768924 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-e8bea80f-4dca-447b-9814-17dc6ca2e8a7 req-3b38f874-c7c8-4c72-b09a-7a6d6cc1fec2 tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] 10.222.0.20 "GET /v2.0/ports?device_id=adc83314-abf3-458e-b145-974486d3defe HTTP/1.1" status: 200 len: 931 time: 0.0977752 Apr 17 04:06:27.903992 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161ff045-fb4d-4e2b-8160-e0cb2e975ffa tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] Pushing event updated for resources: {'Port': ['ID=1193c9e6-b406-4c4a-a961-bc8a319fade0,revision_number=1']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:06:27.934978 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-161ff045-fb4d-4e2b-8160-e0cb2e975ffa tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.766s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:06:27.962419 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-7e3f9513-e899-4408-9a12-5b7a1979b4b8 req-161ff045-fb4d-4e2b-8160-e0cb2e975ffa tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6380553 Apr 17 04:06:27.966847 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-cb5487e4-34dc-4166-a41a-d231c0364e76 req-ee398366-1ea4-4c43-bef2-834b43a282b8 service neutron] 10.222.0.32 "GET /v2.0/networks/3648c013-741e-41bf-ba14-932e8746819e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2135117 Apr 17 04:06:27.968293 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-e8bea80f-4dca-447b-9814-17dc6ca2e8a7 req-ff76b7fb-556a-4a1a-9567-75b8a7a7cc40 tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] 10.222.0.20 "GET /v2.0/security-groups?id=48edf01a-27e1-4331-aa2f-debc447aa56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1951399 Apr 17 04:06:28.034687 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.v2.base [req-7e3f9513-e899-4408-9a12-5b7a1979b4b8 req-428f722d-b307-4460-9781-ca32a17a5c73 service neutron] Request body: {'port': {'device_id': 'adc83314-abf3-458e-b145-974486d3defe', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78605'}} {{(pid=86330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 17 04:06:28.049573 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.20', 53168) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 17 04:06:28.073920 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-8c845013-faa6-4c43-8df1-b5ac4c5f2671 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:28.091901 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [None req-8c845013-faa6-4c43-8df1-b5ac4c5f2671 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 17 04:06:28.097066 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [None req-8c845013-faa6-4c43-8df1-b5ac4c5f2671 admin admin] Usage tracker for resource:security_group_rule and tenant:3c75a56a707e462d84d618f35bc1bdbd is out of sync, need to count used quota {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 17 04:06:28.100402 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [None req-8c845013-faa6-4c43-8df1-b5ac4c5f2671 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 17 04:06:28.107724 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [None req-8c845013-faa6-4c43-8df1-b5ac4c5f2671 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 17 04:06:28.196793 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-8c845013-faa6-4c43-8df1-b5ac4c5f2671 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:28.201464 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-8c845013-faa6-4c43-8df1-b5ac4c5f2671 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920236'] for security_group, after_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:28.230377 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-3f631ddd-fe16-492b-9aec-febeef241c8d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:06:28.239660 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [None req-8c845013-faa6-4c43-8df1-b5ac4c5f2671 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3c75a56a707e462d84d618f35bc1bdbd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1889322 Apr 17 04:06:28.244562 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.20', 53176) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 17 04:06:28.283267 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [req-7e3f9513-e899-4408-9a12-5b7a1979b4b8 req-428f722d-b307-4460-9781-ca32a17a5c73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853081909'] for port, before_update {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:28.284203 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c845013-faa6-4c43-8df1-b5ac4c5f2671 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=016bd049-3359-4b52-924f-771ec9932121,revision_number=1']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:06:28.290084 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-8c845013-faa6-4c43-8df1-b5ac4c5f2671 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:06:28.326052 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-5006c16f-ea2b-4cea-a2a4-dd071efbb61c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:28.353977 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-5006c16f-ea2b-4cea-a2a4-dd071efbb61c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:28.419027 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-5006c16f-ea2b-4cea-a2a4-dd071efbb61c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920236'] for security_group, after_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:28.427097 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:06:28.442775 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5006c16f-ea2b-4cea-a2a4-dd071efbb61c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=016bd049-3359-4b52-924f-771ec9932121,revision_number=None']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:06:28.448238 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-5006c16f-ea2b-4cea-a2a4-dd071efbb61c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:06:28.450716 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-5006c16f-ea2b-4cea-a2a4-dd071efbb61c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:28.452196 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [None req-5006c16f-ea2b-4cea-a2a4-dd071efbb61c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/016bd049-3359-4b52-924f-771ec9932121 HTTP/1.1" status: 204 len: 168 time: 0.2064531 Apr 17 04:06:28.472035 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-cb5487e4-34dc-4166-a41a-d231c0364e76 req-ed9dd755-365c-4419-b446-a41a4ceb4f2b service neutron] 10.222.0.32 "GET /v2.0/networks/3648c013-741e-41bf-ba14-932e8746819e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4549608 Apr 17 04:06:28.498699 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-393d406b-3ce6-439f-9b63-a5c3f662debd tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Notify callbacks [] for port, precommit_update {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:28.512274 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-393d406b-3ce6-439f-9b63-a5c3f662debd tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1691685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854152290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792299986632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244555219606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792299556228'] for port, after_update {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:28.539942 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.20', 53190) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 17 04:06:28.587098 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:06:28.642239 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-393d406b-3ce6-439f-9b63-a5c3f662debd tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1023409'] for floatingip, after_update {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:28.790826 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-393d406b-3ce6-439f-9b63-a5c3f662debd tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2986'] for floatingip, before_response {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:28.791544 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [None req-393d406b-3ce6-439f-9b63-a5c3f662debd tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.1301036 Apr 17 04:06:28.792641 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393d406b-3ce6-439f-9b63-a5c3f662debd tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Pushing event updated for resources: {'Port': ['ID=c8cfa3ef-8e10-4689-9113-6b99eec610e5,revision_number=2']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:06:28.805077 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-393d406b-3ce6-439f-9b63-a5c3f662debd tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:06:28.851790 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4d8006-281c-41d8-be66-8d80924cd7ce req-c18dd5ff-6143-48a3-9ac5-48cab69c589a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:06:28.853466 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-0e4d8006-281c-41d8-be66-8d80924cd7ce req-c18dd5ff-6143-48a3-9ac5-48cab69c589a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c61f909e458d447f8c0cdeb8d1fce856&device_id=e7bd5423-b2e2-475d-a2ab-f5ceb7a824a7 HTTP/1.1" status: 200 len: 1096 time: 0.3322549 Apr 17 04:06:28.931483 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-15a5352a-9b74-4f1b-8dd6-bef590aa174c admin admin] Notify callbacks [] for security_group, before_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:28.977404 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.rpc [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Device 9908b2e2-5964-46ac-a561-28f6624f31ee details requested by agent hyperv_hv-cinder-78605 with host hv-cinder-78605 {{(pid=86332) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 17 04:06:28.999025 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [None req-15a5352a-9b74-4f1b-8dd6-bef590aa174c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 17 04:06:29.032116 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [None req-15a5352a-9b74-4f1b-8dd6-bef590aa174c admin admin] Usage tracker for resource:security_group_rule and tenant:50b90930cf6749e192aad00faa88217d is out of sync, need to count used quota {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 17 04:06:29.057359 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [None req-15a5352a-9b74-4f1b-8dd6-bef590aa174c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 17 04:06:29.078987 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.notifiers.nova [req-7e3f9513-e899-4408-9a12-5b7a1979b4b8 req-428f722d-b307-4460-9781-ca32a17a5c73 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1193c9e6-b406-4c4a-a961-bc8a319fade0 {{(pid=86330) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 17 04:06:29.093820 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [None req-15a5352a-9b74-4f1b-8dd6-bef590aa174c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 17 04:06:29.103139 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [req-7e3f9513-e899-4408-9a12-5b7a1979b4b8 req-428f722d-b307-4460-9781-ca32a17a5c73 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:29.132824 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.provisioning_blocks [req-7e3f9513-e899-4408-9a12-5b7a1979b4b8 req-428f722d-b307-4460-9781-ca32a17a5c73 service neutron] Transition to ACTIVE for port object 1193c9e6-b406-4c4a-a961-bc8a319fade0 will not be triggered until provisioned by entity L2. {{(pid=86330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 17 04:06:29.145299 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77307846-a5cd-4679-a473-bd7d2f28b849 req-1fcaf0c5-c5e5-4a60-9b8a-a8aa742ce47b tempest-DeleteServersTestJSON-845982755 tempest-DeleteServersTestJSON-845982755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:06:29.147141 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-77307846-a5cd-4679-a473-bd7d2f28b849 req-1fcaf0c5-c5e5-4a60-9b8a-a8aa742ce47b tempest-DeleteServersTestJSON-845982755 tempest-DeleteServersTestJSON-845982755-project] 10.222.0.20 "GET /v2.0/ports?device_id=cf131313-3c6e-4705-be31-1c8875a45545 HTTP/1.1" status: 200 len: 943 time: 0.3778517 Apr 17 04:06:29.200924 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4d8006-281c-41d8-be66-8d80924cd7ce req-523c543e-907d-4839-8815-2e06f5565768 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:06:29.202549 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-0e4d8006-281c-41d8-be66-8d80924cd7ce req-523c543e-907d-4839-8815-2e06f5565768 service neutron] 10.222.0.32 "GET /v2.0/networks?id=3648c013-741e-41bf-ba14-932e8746819e HTTP/1.1" status: 200 len: 919 time: 0.3411367 Apr 17 04:06:29.203711 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [req-7e3f9513-e899-4408-9a12-5b7a1979b4b8 req-428f722d-b307-4460-9781-ca32a17a5c73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1691685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854152290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792299986632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244555219606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792299556228'] for port, after_update {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:29.216887 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-1220c101-00fe-491e-a6f2-ffd9e2c0ccbe service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:06:29.247378 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.db [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] For port 9908b2e2-5964-46ac-a561-28f6624f31ee, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=9908b2e2-5964-46ac-a561-28f6624f31ee,segment=NetworkSegment(c02edac1-50be-47bc-b486-0f7fe5c7c69b),segment_id=c02edac1-50be-47bc-b486-0f7fe5c7c69b)] {{(pid=86332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 17 04:06:29.286228 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.rpc [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Returning: {'device': '9908b2e2-5964-46ac-a561-28f6624f31ee', 'network_id': 'fc0f799b-d915-4524-adc4-ed43690524ba', 'port_id': '9908b2e2-5964-46ac-a561-28f6624f31ee', 'mac_address': 'fa:16:3e:02:1b:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29782007-faae-4405-85f0-0714c46e5057', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86332) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 17 04:06:29.344139 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-77307846-a5cd-4679-a473-bd7d2f28b849 req-a2db1ecd-007e-49b0-b14f-b45873922c34 tempest-DeleteServersTestJSON-845982755 tempest-DeleteServersTestJSON-845982755-project] 10.222.0.20 "GET /v2.0/security-groups?id=4815d06b-860b-4197-8dc3-320f9cff0a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734529 Apr 17 04:06:29.415366 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853081909'] for port, before_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:29.431464 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-0e4d8006-281c-41d8-be66-8d80924cd7ce req-609e1351-7055-4505-9424-c7e3f0c2fcab service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=995830d2-98eb-4e77-85fe-efc69cb1ced3 HTTP/1.1" status: 200 len: 217 time: 0.2159104 Apr 17 04:06:29.452728 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.20', 53236) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 17 04:06:29.459965 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.notifiers.nova [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9908b2e2-5964-46ac-a561-28f6624f31ee {{(pid=86332) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 17 04:06:29.467733 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6ce48e-f70a-4b37-a1c5-10f738761233 req-eb5e3651-8a4c-498b-a77d-165a83c1b59a tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:06:29.469706 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-dc6ce48e-f70a-4b37-a1c5-10f738761233 req-eb5e3651-8a4c-498b-a77d-165a83c1b59a tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] 10.222.0.20 "GET /v2.0/ports?device_id=adc83314-abf3-458e-b145-974486d3defe HTTP/1.1" status: 200 len: 943 time: 0.2361057 Apr 17 04:06:29.526925 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-15a5352a-9b74-4f1b-8dd6-bef590aa174c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:29.534877 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.db [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] For port 9908b2e2-5964-46ac-a561-28f6624f31ee, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=9908b2e2-5964-46ac-a561-28f6624f31ee,segment=NetworkSegment(c02edac1-50be-47bc-b486-0f7fe5c7c69b),segment_id=c02edac1-50be-47bc-b486-0f7fe5c7c69b)] {{(pid=86332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 17 04:06:29.537591 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1691685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854152290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792299986632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244555219606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792299556228'] for port, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:29.539395 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:06:29.565311 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-15a5352a-9b74-4f1b-8dd6-bef590aa174c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920236'] for security_group, after_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:29.587695 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:06:29.591023 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.managers [req-7e3f9513-e899-4408-9a12-5b7a1979b4b8 req-428f722d-b307-4460-9781-ca32a17a5c73 service neutron] Attempting to bind port 1193c9e6-b406-4c4a-a961-bc8a319fade0 on host hv-cinder-78605 for vnic_type normal with profile {{(pid=86330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 17 04:06:29.591418 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.managers [req-7e3f9513-e899-4408-9a12-5b7a1979b4b8 req-428f722d-b307-4460-9781-ca32a17a5c73 service neutron] Attempting to bind port 1193c9e6-b406-4c4a-a961-bc8a319fade0 by drivers openvswitch,hyperv on host hv-cinder-78605 at level 0 using segments [{'id': '2de5fad0-bc57-4963-857c-9303f2405e9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '3648c013-741e-41bf-ba14-932e8746819e'}] {{(pid=86330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 17 04:06:29.591792 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e3f9513-e899-4408-9a12-5b7a1979b4b8 req-428f722d-b307-4460-9781-ca32a17a5c73 service neutron] Attempting to bind port 1193c9e6-b406-4c4a-a961-bc8a319fade0 on network 3648c013-741e-41bf-ba14-932e8746819e {{(pid=86330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 17 04:06:29.598562 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4d8006-281c-41d8-be66-8d80924cd7ce req-eb4ea48a-42c2-44f6-a773-75a428d4a840 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:06:29.600797 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-0e4d8006-281c-41d8-be66-8d80924cd7ce req-eb4ea48a-42c2-44f6-a773-75a428d4a840 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f604e219-b121-4ee2-9dbd-506d5b380753 HTTP/1.1" status: 200 len: 858 time: 0.1040468 Apr 17 04:06:29.606448 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-dc6ce48e-f70a-4b37-a1c5-10f738761233 req-d467bf86-129d-45ae-850b-0977519b54ad tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] 10.222.0.20 "GET /v2.0/security-groups?id=48edf01a-27e1-4331-aa2f-debc447aa56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292679 Apr 17 04:06:29.609693 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e3f9513-e899-4408-9a12-5b7a1979b4b8 req-428f722d-b307-4460-9781-ca32a17a5c73 service neutron] Port 1193c9e6-b406-4c4a-a961-bc8a319fade0 on network 3648c013-741e-41bf-ba14-932e8746819e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78605 {{(pid=86330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 17 04:06:29.610063 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e3f9513-e899-4408-9a12-5b7a1979b4b8 req-428f722d-b307-4460-9781-ca32a17a5c73 service neutron] Attempting to bind port 1193c9e6-b406-4c4a-a961-bc8a319fade0 on network 3648c013-741e-41bf-ba14-932e8746819e {{(pid=86330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 17 04:06:29.626720 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Pushing event updated for resources: {'Port': ['ID=9908b2e2-5964-46ac-a561-28f6624f31ee,revision_number=4']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:06:29.630345 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:06:29.679106 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a5352a-9b74-4f1b-8dd6-bef590aa174c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a4205fb-d80c-4218-a3b4-da625688eda5,revision_number=1']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:06:29.685040 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-4fe26db6-f19e-4135-af2f-d4303678f753 req-f4e8773e-2d7c-4aa3-913f-85f38538b7dc tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--761555443&fields=id&tenant_id=a895b4724282424590f36093c5571d4e HTTP/1.1" status: 200 len: 267 time: 0.1482623 Apr 17 04:06:29.694643 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [None req-15a5352a-9b74-4f1b-8dd6-bef590aa174c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=50b90930cf6749e192aad00faa88217d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1533322 Apr 17 04:06:29.695603 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.20', 53256) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 17 04:06:29.696673 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-15a5352a-9b74-4f1b-8dd6-bef590aa174c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:06:29.704083 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e3f9513-e899-4408-9a12-5b7a1979b4b8 req-428f722d-b307-4460-9781-ca32a17a5c73 service neutron] Checking agent: {'id': '61ad0fc1-16d6-4e18-b3c9-f584687973c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78605', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 17, 4, 4, 12), 'started_at': datetime.datetime(2021, 4, 17, 4, 4, 12), 'heartbeat_timestamp': datetime.datetime(2021, 4, 17, 4, 6, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 17 04:06:29.704293 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e3f9513-e899-4408-9a12-5b7a1979b4b8 req-428f722d-b307-4460-9781-ca32a17a5c73 service neutron] Checking segment: {'id': '2de5fad0-bc57-4963-857c-9303f2405e9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '3648c013-741e-41bf-ba14-932e8746819e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 17 04:06:29.704752 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e3f9513-e899-4408-9a12-5b7a1979b4b8 req-428f722d-b307-4460-9781-ca32a17a5c73 service neutron] Bound using segment: {'id': '2de5fad0-bc57-4963-857c-9303f2405e9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '3648c013-741e-41bf-ba14-932e8746819e'} {{(pid=86330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 17 04:06:29.705528 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.managers [req-7e3f9513-e899-4408-9a12-5b7a1979b4b8 req-428f722d-b307-4460-9781-ca32a17a5c73 service neutron] Bound port: 1193c9e6-b406-4c4a-a961-bc8a319fade0, host: hv-cinder-78605, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2de5fad0-bc57-4963-857c-9303f2405e9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '3648c013-741e-41bf-ba14-932e8746819e'}}] {{(pid=86330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 17 04:06:29.705854 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [req-7e3f9513-e899-4408-9a12-5b7a1979b4b8 req-428f722d-b307-4460-9781-ca32a17a5c73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853081909'] for port, before_update {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:29.721463 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-0e4d8006-281c-41d8-be66-8d80924cd7ce req-227c9289-7597-4402-805b-9ca02ea32493 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3648c013-741e-41bf-ba14-932e8746819e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1067650 Apr 17 04:06:29.729949 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428f722d-b307-4460-9781-ca32a17a5c73 service neutron] Pushing event updated for resources: {'Port': ['ID=1193c9e6-b406-4c4a-a961-bc8a319fade0,revision_number=2']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:06:29.739515 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-428f722d-b307-4460-9781-ca32a17a5c73 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.523s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:06:29.748700 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.v2.base [None req-9acbe4ea-7860-4004-a7bb-afabb9912ad3 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-544635966-network', 'tenant_id': '1280c4501e644d9480bf3a82edd6bc7a'}} {{(pid=86331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 17 04:06:29.767501 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [None req-9acbe4ea-7860-4004-a7bb-afabb9912ad3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 17 04:06:29.780296 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.db [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] get_ports_and_sgs() called for port_ids ['9908b2e2-5964-46ac-a561-28f6624f31ee'] {{(pid=86332) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 17 04:06:29.788962 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [None req-9acbe4ea-7860-4004-a7bb-afabb9912ad3 admin admin] Usage tracker for resource:network and tenant:1280c4501e644d9480bf3a82edd6bc7a is out of sync, need to count used quota {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 17 04:06:29.802556 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [None req-9acbe4ea-7860-4004-a7bb-afabb9912ad3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 17 04:06:29.879005 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [None req-9acbe4ea-7860-4004-a7bb-afabb9912ad3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 17 04:06:29.940976 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.db [req-7e3f9513-e899-4408-9a12-5b7a1979b4b8 req-428f722d-b307-4460-9781-ca32a17a5c73 service neutron] For port 1193c9e6-b406-4c4a-a961-bc8a319fade0, host hv-cinder-78605, cleared binding levels {{(pid=86330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 17 04:06:29.954857 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.db [req-7e3f9513-e899-4408-9a12-5b7a1979b4b8 req-428f722d-b307-4460-9781-ca32a17a5c73 service neutron] For port 1193c9e6-b406-4c4a-a961-bc8a319fade0, host hv-cinder-78605, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=1193c9e6-b406-4c4a-a961-bc8a319fade0,segment=NetworkSegment(2de5fad0-bc57-4963-857c-9303f2405e9d),segment_id=2de5fad0-bc57-4963-857c-9303f2405e9d)] {{(pid=86330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 17 04:06:29.964922 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [req-7e3f9513-e899-4408-9a12-5b7a1979b4b8 req-428f722d-b307-4460-9781-ca32a17a5c73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1691685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854152290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792299986632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244555219606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792299556228'] for port, after_update {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:29.973873 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-0e4d8006-281c-41d8-be66-8d80924cd7ce req-f377a3f0-c41e-433b-b363-89d7a5cd075f service neutron] 10.222.0.32 "GET /v2.0/networks/3648c013-741e-41bf-ba14-932e8746819e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2332921 Apr 17 04:06:29.978272 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-393d406b-3ce6-439f-9b63-a5c3f662debd tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:06:30.025539 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9acbe4ea-7860-4004-a7bb-afabb9912ad3 admin admin] Made reservation on behalf of 1280c4501e644d9480bf3a82edd6bc7a for: {'network': 1} {{(pid=86331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 17 04:06:30.031529 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-9acbe4ea-7860-4004-a7bb-afabb9912ad3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853081909'] for network, before_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:30.048158 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-4d3fde68-500b-4925-a993-52c35af3c0e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:30.070516 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe26db6-f19e-4135-af2f-d4303678f753 req-ad04c1ed-00e9-4141-9a7d-2d79cc85a925 tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:06:30.072440 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-4fe26db6-f19e-4135-af2f-d4303678f753 req-ad04c1ed-00e9-4141-9a7d-2d79cc85a925 tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] 10.222.0.20 "GET /v2.0/networks?id=f8f93dec-df20-4bb3-95a3-f64dab26a2d6 HTTP/1.1" status: 200 len: 817 time: 0.3726048 Apr 17 04:06:30.073067 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-9acbe4ea-7860-4004-a7bb-afabb9912ad3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:30.080039 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3f9513-e899-4408-9a12-5b7a1979b4b8 req-428f722d-b307-4460-9781-ca32a17a5c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:06:30.080851 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [req-7e3f9513-e899-4408-9a12-5b7a1979b4b8 req-428f722d-b307-4460-9781-ca32a17a5c73 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854152307'] for port, before_response {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:30.083206 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-7e3f9513-e899-4408-9a12-5b7a1979b4b8 req-428f722d-b307-4460-9781-ca32a17a5c73 service neutron] 10.222.0.32 "PUT /v2.0/ports/1193c9e6-b406-4c4a-a961-bc8a319fade0 HTTP/1.1" status: 200 len: 1093 time: 2.0669672 Apr 17 04:06:30.118416 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'adc83314-abf3-458e-b145-974486d3defe', 'tag': '1193c9e6-b406-4c4a-a961-bc8a319fade0'}] {{(pid=86330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 17 04:06:30.140921 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [None req-9acbe4ea-7860-4004-a7bb-afabb9912ad3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 17 04:06:30.149706 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-4fe26db6-f19e-4135-af2f-d4303678f753 req-0e485cd8-272b-4bbf-a2db-e953bb6436af tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] 10.222.0.20 "GET /v2.0/quotas/a895b4724282424590f36093c5571d4e HTTP/1.1" status: 200 len: 375 time: 0.0443935 Apr 17 04:06:30.150830 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [None req-9acbe4ea-7860-4004-a7bb-afabb9912ad3 admin admin] Usage tracker for resource:security_group_rule and tenant:1280c4501e644d9480bf3a82edd6bc7a is out of sync, need to count used quota {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 17 04:06:30.161888 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-4d3fde68-500b-4925-a993-52c35af3c0e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:30.192335 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [None req-9acbe4ea-7860-4004-a7bb-afabb9912ad3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 17 04:06:30.250861 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [None req-9acbe4ea-7860-4004-a7bb-afabb9912ad3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 17 04:06:30.376098 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-4d3fde68-500b-4925-a993-52c35af3c0e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920236'] for security_group, after_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:30.387010 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-ee402eca-e6fa-4df2-8beb-9bd7e1572e3c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:06:30.411689 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [req-4fe26db6-f19e-4135-af2f-d4303678f753 req-424b19fd-17dd-4a38-8c1c-ea6968218208 tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Synchronizing usage tracker for tenant:a895b4724282424590f36093c5571d4e on resource:port {{(pid=86331) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 17 04:06:30.519426 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-9acbe4ea-7860-4004-a7bb-afabb9912ad3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:30.528042 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-9acbe4ea-7860-4004-a7bb-afabb9912ad3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920236'] for security_group, after_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:30.534613 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3fde68-500b-4925-a993-52c35af3c0e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a4205fb-d80c-4218-a3b4-da625688eda5,revision_number=None']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:06:30.645316 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-4d3fde68-500b-4925-a993-52c35af3c0e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:06:30.647072 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-4ab96551-824e-4fbe-a698-b2af392134c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.032s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:06:30.649152 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'adc83314-abf3-458e-b145-974486d3defe', 'tag': '1193c9e6-b406-4c4a-a961-bc8a319fade0', 'status': 'completed', 'code': 200} Apr 17 04:06:30.672655 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428f722d-b307-4460-9781-ca32a17a5c73 service neutron] Pushing event updated for resources: {'Port': ['ID=1193c9e6-b406-4c4a-a961-bc8a319fade0,revision_number=3']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:06:30.686134 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9acbe4ea-7860-4004-a7bb-afabb9912ad3 admin admin] vlan segment allocate from pool success with {'vlan_id': 140, 'physical_network': 'physnet1'} {{(pid=86331) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 17 04:06:30.691538 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-428f722d-b307-4460-9781-ca32a17a5c73 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.713s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:06:30.695313 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-4d3fde68-500b-4925-a993-52c35af3c0e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:30.699231 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [None req-4d3fde68-500b-4925-a993-52c35af3c0e4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7a4205fb-d80c-4218-a3b4-da625688eda5 HTTP/1.1" status: 204 len: 168 time: 0.9985995 Apr 17 04:06:30.710367 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-0e4d8006-281c-41d8-be66-8d80924cd7ce req-d452cf76-4862-45c3-9b49-a88e89f93709 service neutron] 10.222.0.32 "GET /v2.0/networks/3648c013-741e-41bf-ba14-932e8746819e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6802096 Apr 17 04:06:30.719377 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [req-4fe26db6-f19e-4135-af2f-d4303678f753 req-424b19fd-17dd-4a38-8c1c-ea6968218208 tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Unset dirty status for tenant:a895b4724282424590f36093c5571d4e on resource:port {{(pid=86331) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 17 04:06:30.720624 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3f9513-e899-4408-9a12-5b7a1979b4b8 req-f8b72f30-75e6-435c-b1a5-0890b1ee3546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:06:30.722185 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-7e3f9513-e899-4408-9a12-5b7a1979b4b8 req-f8b72f30-75e6-435c-b1a5-0890b1ee3546 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c61f909e458d447f8c0cdeb8d1fce856&device_id=adc83314-abf3-458e-b145-974486d3defe HTTP/1.1" status: 200 len: 1096 time: 0.5926924 Apr 17 04:06:30.735731 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-4fe26db6-f19e-4135-af2f-d4303678f753 req-424b19fd-17dd-4a38-8c1c-ea6968218208 tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=a895b4724282424590f36093c5571d4e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5760787 Apr 17 04:06:30.750244 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-9acbe4ea-7860-4004-a7bb-afabb9912ad3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852729262'] for segment, precommit_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:30.751078 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.db.segments_db [None req-9acbe4ea-7860-4004-a7bb-afabb9912ad3 admin admin] Added segment 12cabbe8-c97c-4ca4-93ad-8a145e13b12b of type vlan for network d993df1e-8372-4b57-88f5-81cca499a786 Apr 17 04:06:30.754162 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9acbe4ea-7860-4004-a7bb-afabb9912ad3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=323457c9-e81e-408d-9850-b4808121b636,revision_number=1']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:06:30.764709 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-9acbe4ea-7860-4004-a7bb-afabb9912ad3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:06:30.797986 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-9acbe4ea-7860-4004-a7bb-afabb9912ad3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792299528426'] for network, precommit_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:30.812118 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f96500-ce4e-44e6-9331-55454d5c1bc5 req-2da40916-c428-4311-a357-38456bb141c3 tempest-DeleteServersTestJSON-845982755 tempest-DeleteServersTestJSON-845982755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:06:30.820102 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-f4f96500-ce4e-44e6-9331-55454d5c1bc5 req-2da40916-c428-4311-a357-38456bb141c3 tempest-DeleteServersTestJSON-845982755 tempest-DeleteServersTestJSON-845982755-project] 10.222.0.20 "GET /v2.0/ports?device_id=cf131313-3c6e-4705-be31-1c8875a45545 HTTP/1.1" status: 200 len: 944 time: 0.2810881 Apr 17 04:06:30.845693 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-7e3f9513-e899-4408-9a12-5b7a1979b4b8 req-3bee12f9-b470-474c-a81c-2dc84f9c64e7 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1193c9e6-b406-4c4a-a961-bc8a319fade0 HTTP/1.1" status: 200 len: 217 time: 0.1158993 Apr 17 04:06:30.901683 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-f4f96500-ce4e-44e6-9331-55454d5c1bc5 req-3b98bb13-e2f1-4a33-b41e-f0a3427fdb28 tempest-DeleteServersTestJSON-845982755 tempest-DeleteServersTestJSON-845982755-project] 10.222.0.20 "GET /v2.0/security-groups?id=4815d06b-860b-4197-8dc3-320f9cff0a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804510 Apr 17 04:06:30.921508 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-9acbe4ea-7860-4004-a7bb-afabb9912ad3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854152290'] for network, after_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:30.922944 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9acbe4ea-7860-4004-a7bb-afabb9912ad3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:06:30.923585 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-9acbe4ea-7860-4004-a7bb-afabb9912ad3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854152307'] for network, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:30.927436 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:06:30.931586 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3f9513-e899-4408-9a12-5b7a1979b4b8 req-f409b064-dcef-4b5c-97c0-387f0cd3030e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:06:30.933697 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-7e3f9513-e899-4408-9a12-5b7a1979b4b8 req-f409b064-dcef-4b5c-97c0-387f0cd3030e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f604e219-b121-4ee2-9dbd-506d5b380753 HTTP/1.1" status: 200 len: 858 time: 0.0808849 Apr 17 04:06:30.956161 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.rpc [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Device 995830d2-98eb-4e77-85fe-efc69cb1ced3 details requested by agent hyperv_hv-cinder-78605 with host hv-cinder-78605 {{(pid=86332) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 17 04:06:31.036565 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.rpc [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Device 9908b2e2-5964-46ac-a561-28f6624f31ee up at agent hyperv_hv-cinder-78605 {{(pid=86332) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 17 04:06:31.053432 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-7e3f9513-e899-4408-9a12-5b7a1979b4b8 req-3932d5e9-f7f8-4fd7-b162-e6c4d6356535 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3648c013-741e-41bf-ba14-932e8746819e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1129949 Apr 17 04:06:31.156051 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9acbe4ea-7860-4004-a7bb-afabb9912ad3 admin admin] Pushing event updated for resources: {'Network': ['ID=d993df1e-8372-4b57-88f5-81cca499a786,revision_number=1']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:06:31.216973 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-9acbe4ea-7860-4004-a7bb-afabb9912ad3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:06:31.225199 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.rpc [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] Network d993df1e-8372-4b57-88f5-81cca499a786 details requested by agent ovs-agent-dv-cinder-786054-2-smb with host dv-cinder-786054-2-smb {{(pid=86332) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 17 04:06:31.251289 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [None req-9acbe4ea-7860-4004-a7bb-afabb9912ad3 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.7934699 Apr 17 04:06:31.251716 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.20', 53318) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 17 04:06:31.263231 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.v2.base [None req-e954dd8a-8188-412a-82e1-bc7cb8efe838 admin admin] Request body: {'subnet': {'network_id': 'd993df1e-8372-4b57-88f5-81cca499a786', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-544635966-subnet', 'tenant_id': '1280c4501e644d9480bf3a82edd6bc7a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 17 04:06:31.284928 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [None req-e954dd8a-8188-412a-82e1-bc7cb8efe838 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 17 04:06:31.291625 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [None req-e954dd8a-8188-412a-82e1-bc7cb8efe838 admin admin] Usage tracker for resource:subnet and tenant:1280c4501e644d9480bf3a82edd6bc7a is out of sync, need to count used quota {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 17 04:06:31.296087 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [None req-e954dd8a-8188-412a-82e1-bc7cb8efe838 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 17 04:06:31.304520 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [None req-e954dd8a-8188-412a-82e1-bc7cb8efe838 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 17 04:06:31.322829 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e200a07-291d-418c-ab88-197151ec020d req-981dc91d-5d0d-48f8-aae9-37baea8373bf tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:06:31.331933 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-4e200a07-291d-418c-ab88-197151ec020d req-981dc91d-5d0d-48f8-aae9-37baea8373bf tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] 10.222.0.20 "GET /v2.0/ports?device_id=adc83314-abf3-458e-b145-974486d3defe HTTP/1.1" status: 200 len: 943 time: 0.1802633 Apr 17 04:06:31.353734 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-7e3f9513-e899-4408-9a12-5b7a1979b4b8 req-78826e6a-0bd5-46b6-b1b9-f33d32a3f6eb service neutron] 10.222.0.32 "GET /v2.0/networks/3648c013-741e-41bf-ba14-932e8746819e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2883158 Apr 17 04:06:31.359306 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e954dd8a-8188-412a-82e1-bc7cb8efe838 admin admin] Made reservation on behalf of 1280c4501e644d9480bf3a82edd6bc7a for: {'subnet': 1} {{(pid=86331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 17 04:06:31.364011 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-e954dd8a-8188-412a-82e1-bc7cb8efe838 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:31.407664 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.20', 53324) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 17 04:06:31.457208 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-8cb9a276-18d5-4847-bb6b-087cb9f4bd3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:31.475322 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.provisioning_blocks [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Provisioning for port 9908b2e2-5964-46ac-a561-28f6624f31ee completed by entity L2. {{(pid=86332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 17 04:06:31.488144 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.provisioning_blocks [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Provisioning complete for port 9908b2e2-5964-46ac-a561-28f6624f31ee triggered by entity L2. {{(pid=86332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 17 04:06:31.488725 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2017814'] for port, provisioning_complete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:31.531028 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [None req-8cb9a276-18d5-4847-bb6b-087cb9f4bd3c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 17 04:06:31.538542 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [None req-8cb9a276-18d5-4847-bb6b-087cb9f4bd3c admin admin] Usage tracker for resource:security_group_rule and tenant:6e7e35ced3254c269f08c32711749741 is out of sync, need to count used quota {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 17 04:06:31.544904 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [None req-8cb9a276-18d5-4847-bb6b-087cb9f4bd3c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 17 04:06:31.575222 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [None req-8cb9a276-18d5-4847-bb6b-087cb9f4bd3c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 17 04:06:31.643809 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-7e3f9513-e899-4408-9a12-5b7a1979b4b8 req-7cac02e3-5624-4141-9933-e81d1840c63e service neutron] 10.222.0.32 "GET /v2.0/networks/3648c013-741e-41bf-ba14-932e8746819e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2799640 Apr 17 04:06:31.646991 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853081909'] for port, before_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:31.692718 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf131313-3c6e-4705-be31-1c8875a45545', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9908b2e2-5964-46ac-a561-28f6624f31ee'}] {{(pid=86332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 17 04:06:31.762257 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.db [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] For port 995830d2-98eb-4e77-85fe-efc69cb1ced3, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=995830d2-98eb-4e77-85fe-efc69cb1ced3,segment=NetworkSegment(2de5fad0-bc57-4963-857c-9303f2405e9d),segment_id=2de5fad0-bc57-4963-857c-9303f2405e9d)] {{(pid=86332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 17 04:06:31.777031 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.db [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] For port 9908b2e2-5964-46ac-a561-28f6624f31ee, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=9908b2e2-5964-46ac-a561-28f6624f31ee,segment=NetworkSegment(c02edac1-50be-47bc-b486-0f7fe5c7c69b),segment_id=c02edac1-50be-47bc-b486-0f7fe5c7c69b)] {{(pid=86332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 17 04:06:31.798565 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1691685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854152290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792299986632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244555219606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792299556228'] for port, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:31.804196 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.rpc [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Returning: {'device': '995830d2-98eb-4e77-85fe-efc69cb1ced3', 'network_id': '3648c013-741e-41bf-ba14-932e8746819e', 'port_id': '995830d2-98eb-4e77-85fe-efc69cb1ced3', 'mac_address': 'fa:16:3e:ba:91:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f604e219-b121-4ee2-9dbd-506d5b380753', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86332) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 17 04:06:31.808881 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:06:31.826109 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [req-4fe26db6-f19e-4135-af2f-d4303678f753 req-73748f37-f2a8-4876-aa5d-a8c6e4c53ef1 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=86331) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 17 04:06:31.833447 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-4fe26db6-f19e-4135-af2f-d4303678f753 req-73748f37-f2a8-4876-aa5d-a8c6e4c53ef1 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.6806264 Apr 17 04:06:31.894905 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-8cb9a276-18d5-4847-bb6b-087cb9f4bd3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:31.930572 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-8cb9a276-18d5-4847-bb6b-087cb9f4bd3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920236'] for security_group, after_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:31.982615 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-4e200a07-291d-418c-ab88-197151ec020d req-f6194c37-4642-45f9-b3b0-8c06ab0b7dcc tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] 10.222.0.20 "GET /v2.0/security-groups?id=48edf01a-27e1-4331-aa2f-debc447aa56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6495724 Apr 17 04:06:32.007330 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-8b532e41-ef39-4281-818c-baf671bdb7fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:06:32.014545 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853081909'] for port, before_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:32.041486 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [None req-8cb9a276-18d5-4847-bb6b-087cb9f4bd3c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6e7e35ced3254c269f08c32711749741&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6322660 Apr 17 04:06:32.043314 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.20', 53346) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 17 04:06:32.044194 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb9a276-18d5-4847-bb6b-087cb9f4bd3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35d81308-80a7-49cd-8c0f-317e256d18b6,revision_number=1']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:06:32.067564 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.notifiers.nova [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 995830d2-98eb-4e77-85fe-efc69cb1ced3 {{(pid=86332) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 17 04:06:32.079753 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-8cb9a276-18d5-4847-bb6b-087cb9f4bd3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:06:32.105133 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.db [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] For port 995830d2-98eb-4e77-85fe-efc69cb1ced3, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=995830d2-98eb-4e77-85fe-efc69cb1ced3,segment=NetworkSegment(2de5fad0-bc57-4963-857c-9303f2405e9d),segment_id=2de5fad0-bc57-4963-857c-9303f2405e9d)] {{(pid=86332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 17 04:06:32.107015 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044d2a76-74fd-4655-be33-f32ef71e0acf req-b81c5530-0aa9-4626-a6ca-5e1c6369bfa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:06:32.108772 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-044d2a76-74fd-4655-be33-f32ef71e0acf req-b81c5530-0aa9-4626-a6ca-5e1c6369bfa2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c61f909e458d447f8c0cdeb8d1fce856&device_id=adc83314-abf3-458e-b145-974486d3defe HTTP/1.1" status: 200 len: 1096 time: 0.3887355 Apr 17 04:06:32.109051 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Pushing event updated for resources: {'Port': ['ID=9908b2e2-5964-46ac-a561-28f6624f31ee,revision_number=5']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:06:32.121888 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1691685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854152290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792299986632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244555219606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792299556228'] for port, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:32.125350 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:06:32.133132 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:06:32.214851 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-4fe26db6-f19e-4135-af2f-d4303678f753 req-d77e82f4-69b6-44c2-ac3c-3d72bdf45172 service neutron] 10.222.0.20 "GET /v2.0/networks/f8f93dec-df20-4bb3-95a3-f64dab26a2d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3803835 Apr 17 04:06:32.252594 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Pushing event updated for resources: {'Port': ['ID=995830d2-98eb-4e77-85fe-efc69cb1ced3,revision_number=4']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:06:32.257620 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:06:32.311079 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044d2a76-74fd-4655-be33-f32ef71e0acf req-37bd6b63-6637-47dc-a941-8143fd4109d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:06:32.312817 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-044d2a76-74fd-4655-be33-f32ef71e0acf req-37bd6b63-6637-47dc-a941-8143fd4109d5 service neutron] 10.222.0.32 "GET /v2.0/networks?id=3648c013-741e-41bf-ba14-932e8746819e HTTP/1.1" status: 200 len: 919 time: 0.1844189 Apr 17 04:06:32.337360 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.db [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] get_ports_and_sgs() called for port_ids ['995830d2-98eb-4e77-85fe-efc69cb1ced3'] {{(pid=86332) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 17 04:06:32.411835 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-044d2a76-74fd-4655-be33-f32ef71e0acf req-44a5236a-cc99-45d3-89ef-c93b91614b28 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1193c9e6-b406-4c4a-a961-bc8a319fade0 HTTP/1.1" status: 200 len: 217 time: 0.0889316 Apr 17 04:06:32.412984 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-a861b861-cd4f-4bfe-9be1-248b6efd1e24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:32.505244 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-4fe26db6-f19e-4135-af2f-d4303678f753 req-0ee46dc6-c761-480c-9a21-a09d0f96b11d service neutron] 10.222.0.20 "GET /v2.0/networks/f8f93dec-df20-4bb3-95a3-f64dab26a2d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2893376 Apr 17 04:06:32.517710 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044d2a76-74fd-4655-be33-f32ef71e0acf req-fbd2144a-6c0d-433e-8791-0c8cd41a0f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:06:32.519467 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-044d2a76-74fd-4655-be33-f32ef71e0acf req-fbd2144a-6c0d-433e-8791-0c8cd41a0f1d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f604e219-b121-4ee2-9dbd-506d5b380753 HTTP/1.1" status: 200 len: 858 time: 0.0950162 Apr 17 04:06:32.539740 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f3645d-bae8-456e-a18e-a44a49c8ad8e req-7ab1feb2-a6c9-4fcf-9bf3-f84dad0d91bb tempest-DeleteServersTestJSON-845982755 tempest-DeleteServersTestJSON-845982755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:06:32.554327 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-f3f3645d-bae8-456e-a18e-a44a49c8ad8e req-7ab1feb2-a6c9-4fcf-9bf3-f84dad0d91bb tempest-DeleteServersTestJSON-845982755 tempest-DeleteServersTestJSON-845982755-project] 10.222.0.20 "GET /v2.0/ports?device_id=cf131313-3c6e-4705-be31-1c8875a45545 HTTP/1.1" status: 200 len: 945 time: 0.3351722 Apr 17 04:06:32.609777 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-a861b861-cd4f-4bfe-9be1-248b6efd1e24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:32.633415 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-044d2a76-74fd-4655-be33-f32ef71e0acf req-4ec45820-329a-41db-8704-03e7103b3028 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3648c013-741e-41bf-ba14-932e8746819e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1025751 Apr 17 04:06:32.696915 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-f3f3645d-bae8-456e-a18e-a44a49c8ad8e req-27b288a7-74b0-4418-a28e-2a59ef1048ef tempest-DeleteServersTestJSON-845982755 tempest-DeleteServersTestJSON-845982755-project] 10.222.0.20 "GET /v2.0/security-groups?id=4815d06b-860b-4197-8dc3-320f9cff0a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403363 Apr 17 04:06:32.735960 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-a861b861-cd4f-4bfe-9be1-248b6efd1e24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920236'] for security_group, after_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:32.748285 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-8cb9a276-18d5-4847-bb6b-087cb9f4bd3c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:06:32.841149 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-e954dd8a-8188-412a-82e1-bc7cb8efe838 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854152290'] for subnet, after_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:32.877502 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a861b861-cd4f-4bfe-9be1-248b6efd1e24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35d81308-80a7-49cd-8c0f-317e256d18b6,revision_number=None']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:06:32.885254 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-46b0e368-c96f-4d13-b417-37147b7d8ada admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:06:32.889200 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-a861b861-cd4f-4bfe-9be1-248b6efd1e24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:06:32.890546 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-a861b861-cd4f-4bfe-9be1-248b6efd1e24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:32.895063 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [None req-a861b861-cd4f-4bfe-9be1-248b6efd1e24 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/35d81308-80a7-49cd-8c0f-317e256d18b6 HTTP/1.1" status: 204 len: 168 time: 0.8280323 Apr 17 04:06:32.960316 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-044d2a76-74fd-4655-be33-f32ef71e0acf req-c8a28baa-13b1-4701-b33c-3c0171c1db3e service neutron] 10.222.0.32 "GET /v2.0/networks/3648c013-741e-41bf-ba14-932e8746819e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3154914 Apr 17 04:06:32.974989 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf131313-3c6e-4705-be31-1c8875a45545', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9908b2e2-5964-46ac-a561-28f6624f31ee', 'code': 200} Apr 17 04:06:33.012382 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-d3966843-0ce8-40d4-be83-945dbfeb0065 req-5ce40a1d-406d-4c31-9d6e-0fd66bd900b9 tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] 10.222.0.20 "GET /v2.0/ports?device_id=ddff59d5-455c-4e23-be4e-32eee2b20c05 HTTP/1.1" status: 200 len: 210 time: 0.1725495 Apr 17 04:06:33.013477 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e954dd8a-8188-412a-82e1-bc7cb8efe838 admin admin] Pushing event updated for resources: {'Subnet': ['ID=60c00017-da74-4f15-bfcf-b734eded4c88,revision_number=0']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:06:33.029928 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-e954dd8a-8188-412a-82e1-bc7cb8efe838 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:06:33.066115 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e954dd8a-8188-412a-82e1-bc7cb8efe838 admin admin] Checking segment: {'id': '12cabbe8-c97c-4ca4-93ad-8a145e13b12b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'd993df1e-8372-4b57-88f5-81cca499a786'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 17 04:06:33.066595 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e954dd8a-8188-412a-82e1-bc7cb8efe838 admin admin] Network hostable DHCP agents. Network: d993df1e-8372-4b57-88f5-81cca499a786, hostable agents: ['24f06517-14a9-410e-b60e-7bfb109842b9'], hosted agents: [] {{(pid=86331) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 17 04:06:33.093286 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e954dd8a-8188-412a-82e1-bc7cb8efe838 admin admin] Network d993df1e-8372-4b57-88f5-81cca499a786 is scheduled to be hosted by DHCP agent 24f06517-14a9-410e-b60e-7bfb109842b9 with binding_index 1 {{(pid=86331) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 17 04:06:33.116968 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.scheduler.base_scheduler [None req-e954dd8a-8188-412a-82e1-bc7cb8efe838 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786054-2-smb, d993df1e-8372-4b57-88f5-81cca499a786) {{(pid=86331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 17 04:06:33.126017 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e954dd8a-8188-412a-82e1-bc7cb8efe838 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:06:33.127893 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-e954dd8a-8188-412a-82e1-bc7cb8efe838 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854152307'] for subnet, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:33.130198 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1680fde2-5d8b-4fb8-adcc-6ccae5b72c3c None None] Network d993df1e-8372-4b57-88f5-81cca499a786 requested from dv-cinder-786054-2-smb {{(pid=86332) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 17 04:06:33.176556 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [None req-e954dd8a-8188-412a-82e1-bc7cb8efe838 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.9160597 Apr 17 04:06:33.176826 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-044d2a76-74fd-4655-be33-f32ef71e0acf req-8aecad0e-9469-4b97-ab25-d8a9ae23d3d8 service neutron] 10.222.0.32 "GET /v2.0/networks/3648c013-741e-41bf-ba14-932e8746819e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2071769 Apr 17 04:06:33.469758 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c834f04d-291e-4893-95b9-21a3272d9722 req-d8c767ae-6f42-4706-a653-048534bdda01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:06:33.475034 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-c834f04d-291e-4893-95b9-21a3272d9722 req-d8c767ae-6f42-4706-a653-048534bdda01 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=cf131313-3c6e-4705-be31-1c8875a45545 HTTP/1.1" status: 200 len: 1098 time: 0.1127312 Apr 17 04:06:33.526737 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [req-c834f04d-291e-4893-95b9-21a3272d9722 req-9e9b16cb-0d02-4cb9-818b-bdd4ce76ab88 service neutron] Notify callbacks [] for security_group, before_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:33.529490 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd8b330a-de1d-4905-929e-1a0852044647 None None] Network d993df1e-8372-4b57-88f5-81cca499a786 requested from dv-cinder-786054-2-smb {{(pid=86332) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 17 04:06:33.565950 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1527f670-2c1f-428f-a5a1-abb75c81b332 req-94956117-a3d6-4daf-9c50-2bb333605dfe tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:06:33.567276 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [req-c834f04d-291e-4893-95b9-21a3272d9722 req-9e9b16cb-0d02-4cb9-818b-bdd4ce76ab88 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 17 04:06:33.567603 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-1527f670-2c1f-428f-a5a1-abb75c81b332 req-94956117-a3d6-4daf-9c50-2bb333605dfe tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] 10.222.0.20 "GET /v2.0/ports?device_id=adc83314-abf3-458e-b145-974486d3defe HTTP/1.1" status: 200 len: 943 time: 0.2362649 Apr 17 04:06:33.577252 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [req-c834f04d-291e-4893-95b9-21a3272d9722 req-9e9b16cb-0d02-4cb9-818b-bdd4ce76ab88 service neutron] Usage tracker for resource:security_group_rule and tenant:a10bea7a753b4a86b03692a47c0f992d is out of sync, need to count used quota {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 17 04:06:33.590579 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [req-c834f04d-291e-4893-95b9-21a3272d9722 req-9e9b16cb-0d02-4cb9-818b-bdd4ce76ab88 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 17 04:06:33.600075 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [req-c834f04d-291e-4893-95b9-21a3272d9722 req-9e9b16cb-0d02-4cb9-818b-bdd4ce76ab88 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 17 04:06:33.659097 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-1527f670-2c1f-428f-a5a1-abb75c81b332 req-1e453a42-b7d0-4a6a-875d-a615ca390fd9 tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] 10.222.0.20 "GET /v2.0/security-groups?id=48edf01a-27e1-4331-aa2f-debc447aa56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804710 Apr 17 04:06:33.797765 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [req-c834f04d-291e-4893-95b9-21a3272d9722 req-9e9b16cb-0d02-4cb9-818b-bdd4ce76ab88 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:33.801594 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [req-c834f04d-291e-4893-95b9-21a3272d9722 req-9e9b16cb-0d02-4cb9-818b-bdd4ce76ab88 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920236'] for security_group, after_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:33.823314 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:06:33.877195 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-c834f04d-291e-4893-95b9-21a3272d9722 req-9e9b16cb-0d02-4cb9-818b-bdd4ce76ab88 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=4815d06b-860b-4197-8dc3-320f9cff0a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3948183 Apr 17 04:06:33.915521 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9b16cb-0d02-4cb9-818b-bdd4ce76ab88 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=5859bfb2-77fe-4622-b730-4f893eafce17,revision_number=1']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:06:33.923655 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-9e9b16cb-0d02-4cb9-818b-bdd4ce76ab88 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:06:33.961276 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.20', 53434) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 17 04:06:34.125421 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae4cbb5-69d3-428a-915e-b4cff5f61cc6 req-3ed6557c-62ae-4c82-a42d-b773f37b9a6a tempest-DeleteServersTestJSON-845982755 tempest-DeleteServersTestJSON-845982755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:06:34.127687 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-4ae4cbb5-69d3-428a-915e-b4cff5f61cc6 req-3ed6557c-62ae-4c82-a42d-b773f37b9a6a tempest-DeleteServersTestJSON-845982755 tempest-DeleteServersTestJSON-845982755-project] 10.222.0.20 "GET /v2.0/ports?device_id=cf131313-3c6e-4705-be31-1c8875a45545 HTTP/1.1" status: 200 len: 945 time: 0.1916411 Apr 17 04:06:34.210462 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-643d84a1-0e02-4f19-bb63-dca24996151e admin admin] Notify callbacks [] for security_group, before_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:34.228168 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-4ae4cbb5-69d3-428a-915e-b4cff5f61cc6 req-fabd3a41-6d45-4d44-930f-e130017a22aa tempest-DeleteServersTestJSON-845982755 tempest-DeleteServersTestJSON-845982755-project] 10.222.0.20 "GET /v2.0/security-groups?id=4815d06b-860b-4197-8dc3-320f9cff0a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932906 Apr 17 04:06:34.240227 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [None req-643d84a1-0e02-4f19-bb63-dca24996151e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 17 04:06:34.253537 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [None req-643d84a1-0e02-4f19-bb63-dca24996151e admin admin] Usage tracker for resource:security_group_rule and tenant:32d72aeb3a154454b9e084db40f78612 is out of sync, need to count used quota {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 17 04:06:34.258038 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [None req-643d84a1-0e02-4f19-bb63-dca24996151e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 17 04:06:34.265973 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [None req-643d84a1-0e02-4f19-bb63-dca24996151e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 17 04:06:34.298562 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-bf40ce7f-4ee8-4912-914f-819b39ef3786 req-d497c5e1-0a90-429a-9267-a13fe2f40227 tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] 10.222.0.20 "GET /v2.0/ports?device_id=ddff59d5-455c-4e23-be4e-32eee2b20c05 HTTP/1.1" status: 200 len: 210 time: 0.0692747 Apr 17 04:06:34.405858 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-643d84a1-0e02-4f19-bb63-dca24996151e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:34.409726 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-643d84a1-0e02-4f19-bb63-dca24996151e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920236'] for security_group, after_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:34.417471 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-982f5121-7de4-47b0-855c-111a05317aab tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:06:34.471722 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [None req-643d84a1-0e02-4f19-bb63-dca24996151e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=32d72aeb3a154454b9e084db40f78612&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5090251 Apr 17 04:06:34.473632 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643d84a1-0e02-4f19-bb63-dca24996151e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7de6eea-b913-4ed2-9d48-c5b0474f2813,revision_number=1']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:06:34.474738 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.20', 53456) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 17 04:06:34.501698 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-643d84a1-0e02-4f19-bb63-dca24996151e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:06:34.583251 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-15cb9321-36f8-4300-b70f-e11d6b105dbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:34.641079 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-15cb9321-36f8-4300-b70f-e11d6b105dbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:34.691391 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe26db6-f19e-4135-af2f-d4303678f753 req-74ec9efd-e049-4eba-abe2-4545fa11b2c0 tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:06:34.691838 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [req-4fe26db6-f19e-4135-af2f-d4303678f753 req-74ec9efd-e049-4eba-abe2-4545fa11b2c0 tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Synchronizing usage tracker for tenant:a895b4724282424590f36093c5571d4e on resource:network {{(pid=86330) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 17 04:06:34.731929 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [req-4fe26db6-f19e-4135-af2f-d4303678f753 req-74ec9efd-e049-4eba-abe2-4545fa11b2c0 tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Unset dirty status for tenant:a895b4724282424590f36093c5571d4e on resource:network {{(pid=86330) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 17 04:06:34.733230 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-4fe26db6-f19e-4135-af2f-d4303678f753 req-74ec9efd-e049-4eba-abe2-4545fa11b2c0 tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] 10.222.0.32 "GET /v2.0/networks?id=f8f93dec-df20-4bb3-95a3-f64dab26a2d6 HTTP/1.1" status: 200 len: 817 time: 0.2559960 Apr 17 04:06:34.741532 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-15cb9321-36f8-4300-b70f-e11d6b105dbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920236'] for security_group, after_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:34.757811 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:06:34.781577 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cb9321-36f8-4300-b70f-e11d6b105dbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7de6eea-b913-4ed2-9d48-c5b0474f2813,revision_number=None']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:06:34.783800 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-15cb9321-36f8-4300-b70f-e11d6b105dbc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:06:34.790280 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-15cb9321-36f8-4300-b70f-e11d6b105dbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:34.791467 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [None req-15cb9321-36f8-4300-b70f-e11d6b105dbc admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a7de6eea-b913-4ed2-9d48-c5b0474f2813 HTTP/1.1" status: 204 len: 168 time: 0.3152931 Apr 17 04:06:34.927819 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [req-4fe26db6-f19e-4135-af2f-d4303678f753 req-e1142c26-ff6c-4f41-ac50-ad109eacb45e tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Synchronizing usage tracker for tenant:a895b4724282424590f36093c5571d4e on resource:security_group {{(pid=86330) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 17 04:06:34.954985 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [req-4fe26db6-f19e-4135-af2f-d4303678f753 req-e1142c26-ff6c-4f41-ac50-ad109eacb45e tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Unset dirty status for tenant:a895b4724282424590f36093c5571d4e on resource:security_group {{(pid=86330) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 17 04:06:34.957086 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-4fe26db6-f19e-4135-af2f-d4303678f753 req-e1142c26-ff6c-4f41-ac50-ad109eacb45e tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a895b4724282424590f36093c5571d4e HTTP/1.1" status: 200 len: 5703 time: 0.2139480 Apr 17 04:06:34.975146 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.v2.base [req-4fe26db6-f19e-4135-af2f-d4303678f753 req-de9e5366-d6a8-4304-a3e4-7f3c3d5ad06b tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Request body: {'port': {'device_id': 'ddff59d5-455c-4e23-be4e-32eee2b20c05', 'network_id': 'f8f93dec-df20-4bb3-95a3-f64dab26a2d6', 'admin_state_up': True, 'tenant_id': 'a895b4724282424590f36093c5571d4e', 'security_groups': ['bd5929ab-7671-4e84-b39c-be6225ef81ed']}} {{(pid=86330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 17 04:06:34.991397 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.rpc [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Device 1193c9e6-b406-4c4a-a961-bc8a319fade0 details requested by agent hyperv_hv-cinder-78605 with host hv-cinder-78605 {{(pid=86332) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 17 04:06:34.998390 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.rpc [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Device 995830d2-98eb-4e77-85fe-efc69cb1ced3 up at agent hyperv_hv-cinder-78605 {{(pid=86332) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 17 04:06:35.082507 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675a8d76-345e-41b2-987e-72350fb10d9a req-d97ade30-127f-4f72-a7e4-9bbb1431edde tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:06:35.084303 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-675a8d76-345e-41b2-987e-72350fb10d9a req-d97ade30-127f-4f72-a7e4-9bbb1431edde tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] 10.222.0.20 "GET /v2.0/ports?device_id=adc83314-abf3-458e-b145-974486d3defe HTTP/1.1" status: 200 len: 943 time: 0.2012308 Apr 17 04:06:35.159703 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-675a8d76-345e-41b2-987e-72350fb10d9a req-f7644bd5-9805-4e69-bc7d-6443eb1c859d tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] 10.222.0.20 "GET /v2.0/security-groups?id=48edf01a-27e1-4331-aa2f-debc447aa56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685303 Apr 17 04:06:35.256092 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [req-4fe26db6-f19e-4135-af2f-d4303678f753 req-de9e5366-d6a8-4304-a3e4-7f3c3d5ad06b tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 17 04:06:35.281211 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [req-4fe26db6-f19e-4135-af2f-d4303678f753 req-de9e5366-d6a8-4304-a3e4-7f3c3d5ad06b tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 17 04:06:35.297109 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4fe26db6-f19e-4135-af2f-d4303678f753 req-de9e5366-d6a8-4304-a3e4-7f3c3d5ad06b tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Made reservation on behalf of a895b4724282424590f36093c5571d4e for: {'port': 1} {{(pid=86330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 17 04:06:35.303863 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [req-4fe26db6-f19e-4135-af2f-d4303678f753 req-de9e5366-d6a8-4304-a3e4-7f3c3d5ad06b tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853081909'] for port, before_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:35.664425 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.db_base_plugin_common [req-4fe26db6-f19e-4135-af2f-d4303678f753 req-de9e5366-d6a8-4304-a3e4-7f3c3d5ad06b tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Allocated IP 172.20.0.11 (f8f93dec-df20-4bb3-95a3-f64dab26a2d6/343cf9b8-b4dd-451f-9881-fd976f22c732/5726dbe8-8c69-4116-83f5-349991488743) {{(pid=86330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 17 04:06:35.694015 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.20', 53524) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 17 04:06:35.830390 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-32c648af-534a-4684-afac-ecd2dd0f89fc req-134b4fd1-7989-4630-99cc-f9c3d87a7b23 tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] 10.222.0.20 "GET /v2.0/ports?device_id=ddff59d5-455c-4e23-be4e-32eee2b20c05 HTTP/1.1" status: 200 len: 210 time: 0.2208965 Apr 17 04:06:35.842949 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.db [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] For port 1193c9e6-b406-4c4a-a961-bc8a319fade0, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=1193c9e6-b406-4c4a-a961-bc8a319fade0,segment=NetworkSegment(2de5fad0-bc57-4963-857c-9303f2405e9d),segment_id=2de5fad0-bc57-4963-857c-9303f2405e9d)] {{(pid=86332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 17 04:06:35.865788 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-c5fffdf0-12ab-4a65-855e-d937e21595ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:35.871514 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.provisioning_blocks [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Provisioning for port 995830d2-98eb-4e77-85fe-efc69cb1ced3 completed by entity L2. {{(pid=86332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 17 04:06:35.875594 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.rpc [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Returning: {'device': '1193c9e6-b406-4c4a-a961-bc8a319fade0', 'network_id': '3648c013-741e-41bf-ba14-932e8746819e', 'port_id': '1193c9e6-b406-4c4a-a961-bc8a319fade0', 'mac_address': 'fa:16:3e:0d:7e:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f604e219-b121-4ee2-9dbd-506d5b380753', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86332) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 17 04:06:35.910306 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [req-4fe26db6-f19e-4135-af2f-d4303678f753 req-de9e5366-d6a8-4304-a3e4-7f3c3d5ad06b tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Notify callbacks [] for port, precommit_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:35.914905 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [None req-c5fffdf0-12ab-4a65-855e-d937e21595ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 17 04:06:35.936168 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.provisioning_blocks [req-4fe26db6-f19e-4135-af2f-d4303678f753 req-de9e5366-d6a8-4304-a3e4-7f3c3d5ad06b tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Transition to ACTIVE for port object 5726dbe8-8c69-4116-83f5-349991488743 will not be triggered until provisioned by entity DHCP. {{(pid=86330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 17 04:06:35.948317 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [None req-c5fffdf0-12ab-4a65-855e-d937e21595ba admin admin] Usage tracker for resource:security_group_rule and tenant:d9887d8b46594e3aba240ce2a6b68f67 is out of sync, need to count used quota {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 17 04:06:35.959635 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8f66f0-8c88-42a8-8c42-03d01c463ad8 req-2a16f2fa-8cee-42f7-977a-d3e7439fa273 tempest-DeleteServersTestJSON-845982755 tempest-DeleteServersTestJSON-845982755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:06:35.961330 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-ba8f66f0-8c88-42a8-8c42-03d01c463ad8 req-2a16f2fa-8cee-42f7-977a-d3e7439fa273 tempest-DeleteServersTestJSON-845982755 tempest-DeleteServersTestJSON-845982755-project] 10.222.0.20 "GET /v2.0/ports?device_id=cf131313-3c6e-4705-be31-1c8875a45545 HTTP/1.1" status: 200 len: 945 time: 0.4389696 Apr 17 04:06:35.962433 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [None req-c5fffdf0-12ab-4a65-855e-d937e21595ba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 17 04:06:35.969317 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [None req-c5fffdf0-12ab-4a65-855e-d937e21595ba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 17 04:06:35.972140 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [req-4fe26db6-f19e-4135-af2f-d4303678f753 req-de9e5366-d6a8-4304-a3e4-7f3c3d5ad06b tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1691685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854152290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244555219623'] for port, after_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:36.014850 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-0b60224e-9a8b-4d17-9926-1dae1a588b0e tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:06:36.017148 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853081909'] for port, before_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:36.052706 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.provisioning_blocks [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Provisioning complete for port 995830d2-98eb-4e77-85fe-efc69cb1ced3 triggered by entity L2. {{(pid=86332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 17 04:06:36.053184 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2017814'] for port, provisioning_complete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:36.090236 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-c5fffdf0-12ab-4a65-855e-d937e21595ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:36.096710 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.notifiers.nova [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1193c9e6-b406-4c4a-a961-bc8a319fade0 {{(pid=86332) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 17 04:06:36.111956 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4fe26db6-f19e-4135-af2f-d4303678f753 req-de9e5366-d6a8-4304-a3e4-7f3c3d5ad06b tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Network f8f93dec-df20-4bb3-95a3-f64dab26a2d6 is already hosted by enough agents. {{(pid=86330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 17 04:06:36.113162 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.scheduler.base_scheduler [req-4fe26db6-f19e-4135-af2f-d4303678f753 req-de9e5366-d6a8-4304-a3e4-7f3c3d5ad06b tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Resources bound (agent type, host, resource id): {{(pid=86330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 17 04:06:36.124422 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-c5fffdf0-12ab-4a65-855e-d937e21595ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920236'] for security_group, after_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:36.148429 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fe26db6-f19e-4135-af2f-d4303678f753 req-de9e5366-d6a8-4304-a3e4-7f3c3d5ad06b tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Received port after_create {{(pid=86330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 17 04:06:36.153608 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-b88eb96d-3208-457f-a216-52897ae3f27f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:06:36.154934 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe26db6-f19e-4135-af2f-d4303678f753 req-de9e5366-d6a8-4304-a3e4-7f3c3d5ad06b tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:06:36.156016 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [req-4fe26db6-f19e-4135-af2f-d4303678f753 req-de9e5366-d6a8-4304-a3e4-7f3c3d5ad06b tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854152307'] for port, before_response {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:36.200846 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9e5366-d6a8-4304-a3e4-7f3c3d5ad06b tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Pushing event updated for resources: {'Port': ['ID=5726dbe8-8c69-4116-83f5-349991488743,revision_number=1']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:06:36.208462 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-de9e5366-d6a8-4304-a3e4-7f3c3d5ad06b tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:06:36.216378 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.db [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] For port 1193c9e6-b406-4c4a-a961-bc8a319fade0, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=1193c9e6-b406-4c4a-a961-bc8a319fade0,segment=NetworkSegment(2de5fad0-bc57-4963-857c-9303f2405e9d),segment_id=2de5fad0-bc57-4963-857c-9303f2405e9d)] {{(pid=86332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 17 04:06:36.226230 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-4fe26db6-f19e-4135-af2f-d4303678f753 req-de9e5366-d6a8-4304-a3e4-7f3c3d5ad06b tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2614596 Apr 17 04:06:36.243858 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.v2.base [req-4fe26db6-f19e-4135-af2f-d4303678f753 req-90266d11-8ab2-491a-95eb-21153c3659e1 service neutron] Request body: {'port': {'device_id': 'ddff59d5-455c-4e23-be4e-32eee2b20c05', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78605'}} {{(pid=86330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 17 04:06:36.255576 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1691685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854152290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792299986632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244555219606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792299556228'] for port, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:36.352665 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [None req-c5fffdf0-12ab-4a65-855e-d937e21595ba admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d9887d8b46594e3aba240ce2a6b68f67&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6244397 Apr 17 04:06:36.361183 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.20', 53556) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 17 04:06:36.367316 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-ba8f66f0-8c88-42a8-8c42-03d01c463ad8 req-18b6eb68-3484-4463-be77-22886a06ecaa tempest-DeleteServersTestJSON-845982755 tempest-DeleteServersTestJSON-845982755-project] 10.222.0.20 "GET /v2.0/security-groups?id=4815d06b-860b-4197-8dc3-320f9cff0a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2745922 Apr 17 04:06:36.382855 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fffdf0-12ab-4a65-855e-d937e21595ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4077dd6e-0a11-417a-8357-352b82e884d7,revision_number=1']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:06:36.385668 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-2c34f047-86df-4ddd-94cb-d971560d71ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:06:36.399894 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-c5fffdf0-12ab-4a65-855e-d937e21595ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:06:36.515228 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853081909'] for port, before_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:36.525950 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Pushing event updated for resources: {'Port': ['ID=1193c9e6-b406-4c4a-a961-bc8a319fade0,revision_number=4']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:06:36.529874 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-db9bef40-fed0-48e3-a601-0e271211be91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:36.537876 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:06:36.548066 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.provisioning_blocks [None req-696bf02d-ddfb-4f37-b05d-22969236fe8a None None] Provisioning for port 5726dbe8-8c69-4116-83f5-349991488743 completed by entity DHCP. {{(pid=86332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 17 04:06:36.572987 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [req-4fe26db6-f19e-4135-af2f-d4303678f753 req-90266d11-8ab2-491a-95eb-21153c3659e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853081909'] for port, before_update {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:36.573884 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.db [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] For port 995830d2-98eb-4e77-85fe-efc69cb1ced3, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=995830d2-98eb-4e77-85fe-efc69cb1ced3,segment=NetworkSegment(2de5fad0-bc57-4963-857c-9303f2405e9d),segment_id=2de5fad0-bc57-4963-857c-9303f2405e9d)] {{(pid=86332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 17 04:06:36.575554 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7bd5423-b2e2-475d-a2ab-f5ceb7a824a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '995830d2-98eb-4e77-85fe-efc69cb1ced3'}] {{(pid=86332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 17 04:06:36.581017 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.provisioning_blocks [None req-696bf02d-ddfb-4f37-b05d-22969236fe8a None None] Provisioning complete for port 5726dbe8-8c69-4116-83f5-349991488743 triggered by entity DHCP. {{(pid=86332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 17 04:06:36.581972 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-696bf02d-ddfb-4f37-b05d-22969236fe8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2017814'] for port, provisioning_complete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:36.592565 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-db9bef40-fed0-48e3-a601-0e271211be91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:36.644454 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.plugin [None req-696bf02d-ddfb-4f37-b05d-22969236fe8a None None] Port 5726dbe8-8c69-4116-83f5-349991488743 cannot update to ACTIVE because it is not bound. {{(pid=86332) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 17 04:06:36.646273 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1691685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854152290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792299986632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244555219606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792299556228'] for port, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:36.648700 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.db [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] get_ports_and_sgs() called for port_ids ['1193c9e6-b406-4c4a-a961-bc8a319fade0'] {{(pid=86332) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 17 04:06:36.708935 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-bc34483e-62e9-4ff6-97b4-86fcf0dcfe16 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:06:36.726104 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c21aed0-bd44-4362-bd79-bd630fc8c1a1 req-cfea2dff-1bc6-4321-a193-2266df89889b tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:06:36.734767 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-2c21aed0-bd44-4362-bd79-bd630fc8c1a1 req-cfea2dff-1bc6-4321-a193-2266df89889b tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] 10.222.0.20 "GET /v2.0/ports?device_id=adc83314-abf3-458e-b145-974486d3defe HTTP/1.1" status: 200 len: 944 time: 0.3243623 Apr 17 04:06:36.797905 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Pushing event updated for resources: {'Port': ['ID=995830d2-98eb-4e77-85fe-efc69cb1ced3,revision_number=5']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:06:36.804342 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:06:36.884077 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-2c21aed0-bd44-4362-bd79-bd630fc8c1a1 req-dd93d7fb-a3e9-40c4-970f-4cb35ac1456b tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] 10.222.0.20 "GET /v2.0/security-groups?id=48edf01a-27e1-4331-aa2f-debc447aa56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481984 Apr 17 04:06:36.937068 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b57325-dcfd-4210-afa2-9bcc427c7043 req-6110ef2c-7b93-41bd-849a-42b864f2a809 tempest-VolumesActionsTest-363195616 tempest-VolumesActionsTest-363195616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:06:36.937897 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [req-73b57325-dcfd-4210-afa2-9bcc427c7043 req-6110ef2c-7b93-41bd-849a-42b864f2a809 tempest-VolumesActionsTest-363195616 tempest-VolumesActionsTest-363195616-project] Synchronizing usage tracker for tenant:1280c4501e644d9480bf3a82edd6bc7a on resource:network {{(pid=86331) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 17 04:06:36.965546 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [req-73b57325-dcfd-4210-afa2-9bcc427c7043 req-6110ef2c-7b93-41bd-849a-42b864f2a809 tempest-VolumesActionsTest-363195616 tempest-VolumesActionsTest-363195616-project] Unset dirty status for tenant:1280c4501e644d9480bf3a82edd6bc7a on resource:network {{(pid=86331) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 17 04:06:36.966858 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-73b57325-dcfd-4210-afa2-9bcc427c7043 req-6110ef2c-7b93-41bd-849a-42b864f2a809 tempest-VolumesActionsTest-363195616 tempest-VolumesActionsTest-363195616-project] 10.222.0.20 "GET /v2.0/networks?id=d993df1e-8372-4b57-88f5-81cca499a786 HTTP/1.1" status: 200 len: 808 time: 0.3936794 Apr 17 04:06:36.998219 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-73b57325-dcfd-4210-afa2-9bcc427c7043 req-d847f3c9-a30f-4b00-8dd4-706689d24074 tempest-VolumesActionsTest-363195616 tempest-VolumesActionsTest-363195616-project] 10.222.0.20 "GET /v2.0/quotas/1280c4501e644d9480bf3a82edd6bc7a HTTP/1.1" status: 200 len: 375 time: 0.0135279 Apr 17 04:06:37.026139 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7bd5423-b2e2-475d-a2ab-f5ceb7a824a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '995830d2-98eb-4e77-85fe-efc69cb1ced3', 'code': 200} Apr 17 04:06:37.127830 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-73b57325-dcfd-4210-afa2-9bcc427c7043 req-ce65a92d-a8a7-4af7-b181-d73c42691a01 tempest-VolumesActionsTest-363195616 tempest-VolumesActionsTest-363195616-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=1280c4501e644d9480bf3a82edd6bc7a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1227324 Apr 17 04:06:37.191968 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.notifiers.nova [req-4fe26db6-f19e-4135-af2f-d4303678f753 req-90266d11-8ab2-491a-95eb-21153c3659e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5726dbe8-8c69-4116-83f5-349991488743 {{(pid=86330) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 17 04:06:37.204528 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [req-4fe26db6-f19e-4135-af2f-d4303678f753 req-90266d11-8ab2-491a-95eb-21153c3659e1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:37.274145 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-a5569db7-11ad-4a58-996d-2d42ef41a400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244554870149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852757949'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:37.298871 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.provisioning_blocks [req-4fe26db6-f19e-4135-af2f-d4303678f753 req-90266d11-8ab2-491a-95eb-21153c3659e1 service neutron] Transition to ACTIVE for port object 5726dbe8-8c69-4116-83f5-349991488743 will not be triggered until provisioned by entity L2. {{(pid=86330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 17 04:06:37.305149 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-db9bef40-fed0-48e3-a601-0e271211be91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920236'] for security_group, after_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:37.311926 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-479b25ef-8c1a-4439-b279-5524d05c58fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:06:37.323502 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [req-4fe26db6-f19e-4135-af2f-d4303678f753 req-90266d11-8ab2-491a-95eb-21153c3659e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1691685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854152290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792299986632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244555219606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792299556228'] for port, after_update {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:37.327572 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9bef40-fed0-48e3-a601-0e271211be91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4077dd6e-0a11-417a-8357-352b82e884d7,revision_number=None']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:06:37.329965 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-db9bef40-fed0-48e3-a601-0e271211be91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:06:37.338729 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-73b57325-dcfd-4210-afa2-9bcc427c7043 req-3e71e19c-9e25-4ea1-80fd-7d60327ab4eb service neutron] 10.222.0.20 "GET /v2.0/networks/d993df1e-8372-4b57-88f5-81cca499a786?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2097659 Apr 17 04:06:37.370173 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-db9bef40-fed0-48e3-a601-0e271211be91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:37.371821 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [None req-db9bef40-fed0-48e3-a601-0e271211be91 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4077dd6e-0a11-417a-8357-352b82e884d7 HTTP/1.1" status: 204 len: 168 time: 1.0093679 Apr 17 04:06:37.373838 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:06:37.528441 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90266d11-8ab2-491a-95eb-21153c3659e1 service neutron] Pushing event updated for resources: {'Port': ['ID=5726dbe8-8c69-4116-83f5-349991488743,revision_number=2']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:06:37.538823 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-90266d11-8ab2-491a-95eb-21153c3659e1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:06:37.603755 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-73b57325-dcfd-4210-afa2-9bcc427c7043 req-0ebad47c-11fe-4df4-9af2-eda951b4ef8b service neutron] 10.222.0.20 "GET /v2.0/networks/d993df1e-8372-4b57-88f5-81cca499a786?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2639697 Apr 17 04:06:37.678468 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ec554d-9238-4401-b6b1-924b7e1602d5 req-866b9452-84bf-411a-b634-66263e9ea53f tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:06:37.684272 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.managers [req-4fe26db6-f19e-4135-af2f-d4303678f753 req-90266d11-8ab2-491a-95eb-21153c3659e1 service neutron] Attempting to bind port 5726dbe8-8c69-4116-83f5-349991488743 on host hv-cinder-78605 for vnic_type normal with profile {{(pid=86330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 17 04:06:37.684726 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.managers [req-4fe26db6-f19e-4135-af2f-d4303678f753 req-90266d11-8ab2-491a-95eb-21153c3659e1 service neutron] Attempting to bind port 5726dbe8-8c69-4116-83f5-349991488743 by drivers openvswitch,hyperv on host hv-cinder-78605 at level 0 using segments [{'id': '14b5ea21-40f4-463d-9e75-c37fe439802e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'f8f93dec-df20-4bb3-95a3-f64dab26a2d6'}] {{(pid=86330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 17 04:06:37.686857 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fe26db6-f19e-4135-af2f-d4303678f753 req-90266d11-8ab2-491a-95eb-21153c3659e1 service neutron] Attempting to bind port 5726dbe8-8c69-4116-83f5-349991488743 on network f8f93dec-df20-4bb3-95a3-f64dab26a2d6 {{(pid=86330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 17 04:06:37.694416 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-d4ec554d-9238-4401-b6b1-924b7e1602d5 req-866b9452-84bf-411a-b634-66263e9ea53f tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] 10.222.0.20 "GET /v2.0/ports?device_id=ddff59d5-455c-4e23-be4e-32eee2b20c05 HTTP/1.1" status: 200 len: 944 time: 0.4835513 Apr 17 04:06:37.710356 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fe26db6-f19e-4135-af2f-d4303678f753 req-90266d11-8ab2-491a-95eb-21153c3659e1 service neutron] Port 5726dbe8-8c69-4116-83f5-349991488743 on network f8f93dec-df20-4bb3-95a3-f64dab26a2d6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78605 {{(pid=86330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 17 04:06:37.710876 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fe26db6-f19e-4135-af2f-d4303678f753 req-90266d11-8ab2-491a-95eb-21153c3659e1 service neutron] Attempting to bind port 5726dbe8-8c69-4116-83f5-349991488743 on network f8f93dec-df20-4bb3-95a3-f64dab26a2d6 {{(pid=86330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 17 04:06:37.732632 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fe26db6-f19e-4135-af2f-d4303678f753 req-90266d11-8ab2-491a-95eb-21153c3659e1 service neutron] Checking agent: {'id': '61ad0fc1-16d6-4e18-b3c9-f584687973c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78605', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 17, 4, 4, 12), 'started_at': datetime.datetime(2021, 4, 17, 4, 4, 12), 'heartbeat_timestamp': datetime.datetime(2021, 4, 17, 4, 6, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 17 04:06:37.733023 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fe26db6-f19e-4135-af2f-d4303678f753 req-90266d11-8ab2-491a-95eb-21153c3659e1 service neutron] Checking segment: {'id': '14b5ea21-40f4-463d-9e75-c37fe439802e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'f8f93dec-df20-4bb3-95a3-f64dab26a2d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 17 04:06:37.734801 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fe26db6-f19e-4135-af2f-d4303678f753 req-90266d11-8ab2-491a-95eb-21153c3659e1 service neutron] Bound using segment: {'id': '14b5ea21-40f4-463d-9e75-c37fe439802e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'f8f93dec-df20-4bb3-95a3-f64dab26a2d6'} {{(pid=86330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 17 04:06:37.735265 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.managers [req-4fe26db6-f19e-4135-af2f-d4303678f753 req-90266d11-8ab2-491a-95eb-21153c3659e1 service neutron] Bound port: 5726dbe8-8c69-4116-83f5-349991488743, host: hv-cinder-78605, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14b5ea21-40f4-463d-9e75-c37fe439802e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'f8f93dec-df20-4bb3-95a3-f64dab26a2d6'}}] {{(pid=86330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 17 04:06:37.735660 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [req-4fe26db6-f19e-4135-af2f-d4303678f753 req-90266d11-8ab2-491a-95eb-21153c3659e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853081909'] for port, before_update {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:37.780696 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cc523c-e8bf-40aa-ae58-87c7db1e2c61 req-37b28cd9-bef8-414f-80a2-d22651ad347f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:06:37.780696 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-71cc523c-e8bf-40aa-ae58-87c7db1e2c61 req-37b28cd9-bef8-414f-80a2-d22651ad347f service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=e7bd5423-b2e2-475d-a2ab-f5ceb7a824a7 HTTP/1.1" status: 200 len: 1098 time: 0.5553565 Apr 17 04:06:37.830700 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-d4ec554d-9238-4401-b6b1-924b7e1602d5 req-2a3aa645-8aa8-4410-aba9-d0f8462b0f09 tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd5929ab-7671-4e84-b39c-be6225ef81ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1351995 Apr 17 04:06:37.883384 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [req-71cc523c-e8bf-40aa-ae58-87c7db1e2c61 req-df0d92d0-d429-4568-a22e-99ef598820b5 service neutron] Synchronizing usage tracker for tenant:a10bea7a753b4a86b03692a47c0f992d on resource:security_group {{(pid=86330) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 17 04:06:37.953520 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.db [req-4fe26db6-f19e-4135-af2f-d4303678f753 req-90266d11-8ab2-491a-95eb-21153c3659e1 service neutron] For port 5726dbe8-8c69-4116-83f5-349991488743, host hv-cinder-78605, cleared binding levels {{(pid=86330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 17 04:06:37.960258 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.db [req-4fe26db6-f19e-4135-af2f-d4303678f753 req-90266d11-8ab2-491a-95eb-21153c3659e1 service neutron] For port 5726dbe8-8c69-4116-83f5-349991488743, host hv-cinder-78605, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=5726dbe8-8c69-4116-83f5-349991488743,segment=NetworkSegment(14b5ea21-40f4-463d-9e75-c37fe439802e),segment_id=14b5ea21-40f4-463d-9e75-c37fe439802e)] {{(pid=86330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 17 04:06:37.961418 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [req-71cc523c-e8bf-40aa-ae58-87c7db1e2c61 req-df0d92d0-d429-4568-a22e-99ef598820b5 service neutron] Unset dirty status for tenant:a10bea7a753b4a86b03692a47c0f992d on resource:security_group {{(pid=86330) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 17 04:06:37.962772 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-71cc523c-e8bf-40aa-ae58-87c7db1e2c61 req-df0d92d0-d429-4568-a22e-99ef598820b5 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=48edf01a-27e1-4331-aa2f-debc447aa56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757419 Apr 17 04:06:37.974605 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [req-4fe26db6-f19e-4135-af2f-d4303678f753 req-90266d11-8ab2-491a-95eb-21153c3659e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1691685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854152290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792299986632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244555219606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792299556228'] for port, after_update {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:37.980135 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-428f722d-b307-4460-9781-ca32a17a5c73 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:06:38.147918 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe26db6-f19e-4135-af2f-d4303678f753 req-90266d11-8ab2-491a-95eb-21153c3659e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:06:38.148672 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [req-4fe26db6-f19e-4135-af2f-d4303678f753 req-90266d11-8ab2-491a-95eb-21153c3659e1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854152307'] for port, before_response {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:38.150195 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-4fe26db6-f19e-4135-af2f-d4303678f753 req-90266d11-8ab2-491a-95eb-21153c3659e1 service neutron] 10.222.0.32 "PUT /v2.0/ports/5726dbe8-8c69-4116-83f5-349991488743 HTTP/1.1" status: 200 len: 1094 time: 1.9161868 Apr 17 04:06:38.150737 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ddff59d5-455c-4e23-be4e-32eee2b20c05', 'tag': '5726dbe8-8c69-4116-83f5-349991488743'}] {{(pid=86330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 17 04:06:38.197500 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90266d11-8ab2-491a-95eb-21153c3659e1 service neutron] Pushing event updated for resources: {'Port': ['ID=5726dbe8-8c69-4116-83f5-349991488743,revision_number=3']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:06:38.290762 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-90266d11-8ab2-491a-95eb-21153c3659e1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:06:38.307379 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98086a4-3582-47b8-a16c-9c8eedcff2eb req-5a71502d-4802-4463-9c2c-99388f097685 tempest-DeleteServersTestJSON-845982755 tempest-DeleteServersTestJSON-845982755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:06:38.309724 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-d98086a4-3582-47b8-a16c-9c8eedcff2eb req-5a71502d-4802-4463-9c2c-99388f097685 tempest-DeleteServersTestJSON-845982755 tempest-DeleteServersTestJSON-845982755-project] 10.222.0.20 "GET /v2.0/ports?device_id=cf131313-3c6e-4705-be31-1c8875a45545 HTTP/1.1" status: 200 len: 945 time: 0.2957222 Apr 17 04:06:38.328532 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7095a659-764d-4ebb-9fe7-28e269d22fb8 req-1ee775cb-37c6-45c6-aee4-4a349c938ebc tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:06:38.331017 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-7095a659-764d-4ebb-9fe7-28e269d22fb8 req-1ee775cb-37c6-45c6-aee4-4a349c938ebc tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] 10.222.0.20 "GET /v2.0/ports?device_id=adc83314-abf3-458e-b145-974486d3defe HTTP/1.1" status: 200 len: 944 time: 0.2055163 Apr 17 04:06:38.422715 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe26db6-f19e-4135-af2f-d4303678f753 req-3fe9c89f-fad3-47b9-91e9-a731e2bb4ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:06:38.424515 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-4fe26db6-f19e-4135-af2f-d4303678f753 req-3fe9c89f-fad3-47b9-91e9-a731e2bb4ac3 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a895b4724282424590f36093c5571d4e&device_id=ddff59d5-455c-4e23-be4e-32eee2b20c05 HTTP/1.1" status: 200 len: 1097 time: 0.2283435 Apr 17 04:06:38.561541 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-4fe26db6-f19e-4135-af2f-d4303678f753 req-8775ba77-91aa-47ab-83ac-8c159816524f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5726dbe8-8c69-4116-83f5-349991488743 HTTP/1.1" status: 200 len: 217 time: 0.1264827 Apr 17 04:06:38.737269 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe26db6-f19e-4135-af2f-d4303678f753 req-934a3068-a9b4-4afd-8f1c-06e11b52f949 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:06:38.739169 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-4fe26db6-f19e-4135-af2f-d4303678f753 req-934a3068-a9b4-4afd-8f1c-06e11b52f949 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=343cf9b8-b4dd-451f-9881-fd976f22c732 HTTP/1.1" status: 200 len: 856 time: 0.1687777 Apr 17 04:06:38.817313 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-d98086a4-3582-47b8-a16c-9c8eedcff2eb req-d84dc83f-2c5f-4f54-b7bf-244fb385d37c tempest-DeleteServersTestJSON-845982755 tempest-DeleteServersTestJSON-845982755-project] 10.222.0.20 "GET /v2.0/security-groups?id=4815d06b-860b-4197-8dc3-320f9cff0a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4845560 Apr 17 04:06:38.820673 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-7095a659-764d-4ebb-9fe7-28e269d22fb8 req-8dd215c6-7644-4abf-a636-3d3d335885da tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] 10.222.0.20 "GET /v2.0/security-groups?id=48edf01a-27e1-4331-aa2f-debc447aa56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4663370 Apr 17 04:06:39.017973 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.rpc [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Device 1193c9e6-b406-4c4a-a961-bc8a319fade0 up at agent hyperv_hv-cinder-78605 {{(pid=86332) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 17 04:06:39.039686 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-5e3d1235-636e-42db-858d-abfefa8784b1 req-1be67bb4-f9cf-4017-bde1-6a860d32d236 tempest-VolumesActionsTest-363195616 tempest-VolumesActionsTest-363195616-project] 10.222.0.20 "GET /v2.0/ports?device_id=83dc07c8-b6af-4460-82e8-d340789e139e HTTP/1.1" status: 200 len: 210 time: 0.0770206 Apr 17 04:06:39.049595 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ddff59d5-455c-4e23-be4e-32eee2b20c05', 'tag': '5726dbe8-8c69-4116-83f5-349991488743', 'status': 'completed', 'code': 200} Apr 17 04:06:39.101212 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe26db6-f19e-4135-af2f-d4303678f753 req-3db759ff-a19c-4ee3-960d-f79b5fe2c682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:06:39.102852 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-4fe26db6-f19e-4135-af2f-d4303678f753 req-3db759ff-a19c-4ee3-960d-f79b5fe2c682 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f8f93dec-df20-4bb3-95a3-f64dab26a2d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3461397 Apr 17 04:06:39.177157 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.provisioning_blocks [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Provisioning for port 1193c9e6-b406-4c4a-a961-bc8a319fade0 completed by entity L2. {{(pid=86332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 17 04:06:39.183777 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.provisioning_blocks [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Provisioning complete for port 1193c9e6-b406-4c4a-a961-bc8a319fade0 triggered by entity L2. {{(pid=86332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 17 04:06:39.184627 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2017814'] for port, provisioning_complete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:39.374587 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853081909'] for port, before_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:39.444772 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.db [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] For port 1193c9e6-b406-4c4a-a961-bc8a319fade0, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=1193c9e6-b406-4c4a-a961-bc8a319fade0,segment=NetworkSegment(2de5fad0-bc57-4963-857c-9303f2405e9d),segment_id=2de5fad0-bc57-4963-857c-9303f2405e9d)] {{(pid=86332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 17 04:06:39.445050 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.20', 53740) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 17 04:06:39.445121 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adc83314-abf3-458e-b145-974486d3defe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1193c9e6-b406-4c4a-a961-bc8a319fade0'}] {{(pid=86332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 17 04:06:39.460958 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1691685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854152290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792299986632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244555219606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792299556228'] for port, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:39.465613 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:06:39.509075 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbff285-4dbe-4d70-a0c4-d6e8362d4a0b req-3de1b252-11da-42b6-bb8e-a81a26a8024f tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:06:39.513369 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-ddbff285-4dbe-4d70-a0c4-d6e8362d4a0b req-3de1b252-11da-42b6-bb8e-a81a26a8024f tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] 10.222.0.20 "GET /v2.0/ports?device_id=ddff59d5-455c-4e23-be4e-32eee2b20c05 HTTP/1.1" status: 200 len: 944 time: 0.2342219 Apr 17 04:06:39.532008 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-4fe26db6-f19e-4135-af2f-d4303678f753 req-1b485b67-0a10-491e-b900-608afd9534fe service neutron] 10.222.0.32 "GET /v2.0/networks/f8f93dec-df20-4bb3-95a3-f64dab26a2d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4115620 Apr 17 04:06:39.611740 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adc83314-abf3-458e-b145-974486d3defe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1193c9e6-b406-4c4a-a961-bc8a319fade0', 'code': 200} Apr 17 04:06:39.675504 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-ddbff285-4dbe-4d70-a0c4-d6e8362d4a0b req-bb6f0d9b-9efe-401b-86fd-50433c60e14d tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd5929ab-7671-4e84-b39c-be6225ef81ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1548064 Apr 17 04:06:39.700233 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-d6380461-ef2c-4b75-888c-1c482595ae91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244554870149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852757949'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:39.716201 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Pushing event updated for resources: {'Port': ['ID=1193c9e6-b406-4c4a-a961-bc8a319fade0,revision_number=5']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:06:39.719475 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:06:40.151166 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-4fe26db6-f19e-4135-af2f-d4303678f753 req-a485b8f5-9c47-48a5-a487-8a6a997b3e1e service neutron] 10.222.0.32 "GET /v2.0/networks/f8f93dec-df20-4bb3-95a3-f64dab26a2d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6137455 Apr 17 04:06:40.212249 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-dd084f90-fc5c-4e90-9f76-fe51c7f4a9cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:40.240717 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545df1d1-6363-4057-8f06-515cbdb2ae74 req-13bcad9d-a68d-4765-8537-e80c793fed79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:06:40.244987 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-545df1d1-6363-4057-8f06-515cbdb2ae74 req-13bcad9d-a68d-4765-8537-e80c793fed79 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=adc83314-abf3-458e-b145-974486d3defe HTTP/1.1" status: 200 len: 1098 time: 0.2070246 Apr 17 04:06:40.342011 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [None req-dd084f90-fc5c-4e90-9f76-fe51c7f4a9cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 17 04:06:40.367009 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-545df1d1-6363-4057-8f06-515cbdb2ae74 req-6d318ad5-4ce2-41c4-be41-224d7ed056e0 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=48edf01a-27e1-4331-aa2f-debc447aa56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152315 Apr 17 04:06:40.396633 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [None req-dd084f90-fc5c-4e90-9f76-fe51c7f4a9cf admin admin] Usage tracker for resource:security_group_rule and tenant:9e2ce032df314f509798812f84c7e170 is out of sync, need to count used quota {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 17 04:06:40.401985 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [None req-dd084f90-fc5c-4e90-9f76-fe51c7f4a9cf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 17 04:06:40.424196 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-d11597c1-55d7-4bc1-98a4-23d8f105acd7 req-8b4f5661-0c82-4ea4-8d2b-8df0782af2a7 tempest-VolumesActionsTest-363195616 tempest-VolumesActionsTest-363195616-project] 10.222.0.20 "GET /v2.0/ports?device_id=83dc07c8-b6af-4460-82e8-d340789e139e HTTP/1.1" status: 200 len: 210 time: 0.0600386 Apr 17 04:06:40.466833 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [None req-dd084f90-fc5c-4e90-9f76-fe51c7f4a9cf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 17 04:06:40.486913 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fcec35-86c9-473a-9dd4-8a0fd35e1bcd req-dbf49f61-880b-48a6-b112-5c89ee91eadf tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:06:40.500639 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-c0fcec35-86c9-473a-9dd4-8a0fd35e1bcd req-dbf49f61-880b-48a6-b112-5c89ee91eadf tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] 10.222.0.20 "GET /v2.0/ports?device_id=adc83314-abf3-458e-b145-974486d3defe HTTP/1.1" status: 200 len: 945 time: 0.2002745 Apr 17 04:06:40.541393 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b57325-dcfd-4210-afa2-9bcc427c7043 req-960c881e-338d-4a57-87f3-a33a2c730c3c tempest-VolumesActionsTest-363195616 tempest-VolumesActionsTest-363195616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:06:40.542975 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-73b57325-dcfd-4210-afa2-9bcc427c7043 req-960c881e-338d-4a57-87f3-a33a2c730c3c tempest-VolumesActionsTest-363195616 tempest-VolumesActionsTest-363195616-project] 10.222.0.32 "GET /v2.0/networks?id=d993df1e-8372-4b57-88f5-81cca499a786 HTTP/1.1" status: 200 len: 808 time: 0.3883696 Apr 17 04:06:40.563355 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1040a7a-dcdf-4ecd-95c1-7dd0379be2c1 req-495ec9c4-68b9-4222-aa21-99e53bbe0d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:06:40.565229 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-b1040a7a-dcdf-4ecd-95c1-7dd0379be2c1 req-495ec9c4-68b9-4222-aa21-99e53bbe0d7a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a895b4724282424590f36093c5571d4e&device_id=ddff59d5-455c-4e23-be4e-32eee2b20c05 HTTP/1.1" status: 200 len: 1097 time: 0.2200899 Apr 17 04:06:40.572987 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.v2.base [req-73b57325-dcfd-4210-afa2-9bcc427c7043 req-840fd839-2e74-4e2d-813c-506707b1bd5e tempest-VolumesActionsTest-363195616 tempest-VolumesActionsTest-363195616-project] Request body: {'port': {'device_id': '83dc07c8-b6af-4460-82e8-d340789e139e', 'network_id': 'd993df1e-8372-4b57-88f5-81cca499a786', 'admin_state_up': True, 'tenant_id': '1280c4501e644d9480bf3a82edd6bc7a'}} {{(pid=86330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 17 04:06:40.580520 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-c4f59f18-ba4f-4d63-813b-4697a67f74c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244554870149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852757949'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:40.598756 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-c0fcec35-86c9-473a-9dd4-8a0fd35e1bcd req-92f7b2d4-f08f-4125-a727-c72e67d812f4 tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] 10.222.0.20 "GET /v2.0/security-groups?id=48edf01a-27e1-4331-aa2f-debc447aa56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956612 Apr 17 04:06:40.808844 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.20', 53812) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 17 04:06:40.862624 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-dd084f90-fc5c-4e90-9f76-fe51c7f4a9cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:40.878259 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-dd084f90-fc5c-4e90-9f76-fe51c7f4a9cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920236'] for security_group, after_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:40.893849 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-b93cd9c2-40eb-439b-9b73-929af5b0b76a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:06:40.946682 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244554870149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852757949'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:40.965127 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1040a7a-dcdf-4ecd-95c1-7dd0379be2c1 req-b08a90e7-35d2-44d4-a87b-bbdfcfb69c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:06:40.966732 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-b1040a7a-dcdf-4ecd-95c1-7dd0379be2c1 req-b08a90e7-35d2-44d4-a87b-bbdfcfb69c11 service neutron] 10.222.0.32 "GET /v2.0/networks?id=f8f93dec-df20-4bb3-95a3-f64dab26a2d6 HTTP/1.1" status: 200 len: 918 time: 0.3719602 Apr 17 04:06:40.968622 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [req-73b57325-dcfd-4210-afa2-9bcc427c7043 req-840fd839-2e74-4e2d-813c-506707b1bd5e tempest-VolumesActionsTest-363195616 tempest-VolumesActionsTest-363195616-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 17 04:06:40.980409 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-1a10545c-6add-4692-ba68-705dace1ade2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:40.983888 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [req-73b57325-dcfd-4210-afa2-9bcc427c7043 req-840fd839-2e74-4e2d-813c-506707b1bd5e tempest-VolumesActionsTest-363195616 tempest-VolumesActionsTest-363195616-project] Usage tracker for resource:port and tenant:1280c4501e644d9480bf3a82edd6bc7a is out of sync, need to count used quota {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 17 04:06:40.986910 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd084f90-fc5c-4e90-9f76-fe51c7f4a9cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b444a2e8-f6df-4689-8c0c-1974f8b25118,revision_number=1']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:06:41.007241 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [None req-1a10545c-6add-4692-ba68-705dace1ade2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 17 04:06:41.016045 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [None req-dd084f90-fc5c-4e90-9f76-fe51c7f4a9cf admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9e2ce032df314f509798812f84c7e170&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5669937 Apr 17 04:06:41.017206 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [req-73b57325-dcfd-4210-afa2-9bcc427c7043 req-840fd839-2e74-4e2d-813c-506707b1bd5e tempest-VolumesActionsTest-363195616 tempest-VolumesActionsTest-363195616-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 17 04:06:41.019999 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [None req-1a10545c-6add-4692-ba68-705dace1ade2 admin admin] Usage tracker for resource:security_group_rule and tenant:272f732f65d24ef28591b431c66b2264 is out of sync, need to count used quota {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 17 04:06:41.020573 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-dd084f90-fc5c-4e90-9f76-fe51c7f4a9cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:06:41.023633 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [None req-1a10545c-6add-4692-ba68-705dace1ade2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 17 04:06:41.030281 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [None req-1a10545c-6add-4692-ba68-705dace1ade2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 17 04:06:41.034126 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [req-73b57325-dcfd-4210-afa2-9bcc427c7043 req-840fd839-2e74-4e2d-813c-506707b1bd5e tempest-VolumesActionsTest-363195616 tempest-VolumesActionsTest-363195616-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 17 04:06:41.104472 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.20', 53820) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 17 04:06:41.167086 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-b1040a7a-dcdf-4ecd-95c1-7dd0379be2c1 req-c853c6d1-bb9d-4d9c-a98e-2684384825c4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5726dbe8-8c69-4116-83f5-349991488743 HTTP/1.1" status: 200 len: 217 time: 0.1451659 Apr 17 04:06:41.169973 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73b57325-dcfd-4210-afa2-9bcc427c7043 req-840fd839-2e74-4e2d-813c-506707b1bd5e tempest-VolumesActionsTest-363195616 tempest-VolumesActionsTest-363195616-project] Made reservation on behalf of 1280c4501e644d9480bf3a82edd6bc7a for: {'port': 1} {{(pid=86330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 17 04:06:41.176499 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [req-73b57325-dcfd-4210-afa2-9bcc427c7043 req-840fd839-2e74-4e2d-813c-506707b1bd5e tempest-VolumesActionsTest-363195616 tempest-VolumesActionsTest-363195616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853081909'] for port, before_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:41.217245 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-1a10545c-6add-4692-ba68-705dace1ade2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:41.235525 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-1a10545c-6add-4692-ba68-705dace1ade2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920236'] for security_group, after_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:41.277469 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:06:41.319958 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [None req-1a10545c-6add-4692-ba68-705dace1ade2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=272f732f65d24ef28591b431c66b2264&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5098512 Apr 17 04:06:41.320966 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.20', 53832) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 17 04:06:41.321678 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a10545c-6add-4692-ba68-705dace1ade2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7582d3d6-4496-4122-a319-433f220fa7eb,revision_number=1']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:06:41.333026 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-1a10545c-6add-4692-ba68-705dace1ade2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:06:41.371291 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1040a7a-dcdf-4ecd-95c1-7dd0379be2c1 req-f751b55d-3fe6-40b7-8642-8525cbf6d182 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:06:41.373291 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-b1040a7a-dcdf-4ecd-95c1-7dd0379be2c1 req-f751b55d-3fe6-40b7-8642-8525cbf6d182 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=343cf9b8-b4dd-451f-9881-fd976f22c732 HTTP/1.1" status: 200 len: 856 time: 0.1856189 Apr 17 04:06:41.391708 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2043d987-8109-440a-97fb-3ae036cf7695 req-64a8533b-4bed-4a8f-91b4-c7fa359b0654 tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:06:41.393924 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-2043d987-8109-440a-97fb-3ae036cf7695 req-64a8533b-4bed-4a8f-91b4-c7fa359b0654 tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] 10.222.0.20 "GET /v2.0/ports?device_id=ddff59d5-455c-4e23-be4e-32eee2b20c05 HTTP/1.1" status: 200 len: 944 time: 0.2378786 Apr 17 04:06:41.422149 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-dfd4fec4-6ed5-4b36-8fbd-b92c4f137545 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:41.451579 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-dfd4fec4-6ed5-4b36-8fbd-b92c4f137545 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:41.514209 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-fd254c87-0937-48a9-9f48-22c03f03177b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:41.533905 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-dfd4fec4-6ed5-4b36-8fbd-b92c4f137545 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920236'] for security_group, after_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:41.546936 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:06:41.567339 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd4fec4-6ed5-4b36-8fbd-b92c4f137545 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7582d3d6-4496-4122-a319-433f220fa7eb,revision_number=None']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:06:41.569489 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-dfd4fec4-6ed5-4b36-8fbd-b92c4f137545 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:41.577504 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [None req-dfd4fec4-6ed5-4b36-8fbd-b92c4f137545 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7582d3d6-4496-4122-a319-433f220fa7eb HTTP/1.1" status: 204 len: 168 time: 0.2463677 Apr 17 04:06:41.578950 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-dfd4fec4-6ed5-4b36-8fbd-b92c4f137545 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:06:41.601346 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-2043d987-8109-440a-97fb-3ae036cf7695 req-c02fa345-458f-4172-85c1-bb0fc1cad335 tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd5929ab-7671-4e84-b39c-be6225ef81ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1976569 Apr 17 04:06:41.616276 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-fd254c87-0937-48a9-9f48-22c03f03177b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:41.666108 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.db_base_plugin_common [req-73b57325-dcfd-4210-afa2-9bcc427c7043 req-840fd839-2e74-4e2d-813c-506707b1bd5e tempest-VolumesActionsTest-363195616 tempest-VolumesActionsTest-363195616-project] Allocated IP 172.20.0.11 (d993df1e-8372-4b57-88f5-81cca499a786/60c00017-da74-4f15-bfcf-b734eded4c88/dedc85f2-e6b5-461c-8636-926e12d3e5b7) {{(pid=86330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 17 04:06:41.697281 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1040a7a-dcdf-4ecd-95c1-7dd0379be2c1 req-88a63b83-7874-497d-b2b4-dc4d5ce3c3ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:06:41.698994 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-b1040a7a-dcdf-4ecd-95c1-7dd0379be2c1 req-88a63b83-7874-497d-b2b4-dc4d5ce3c3ea service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f8f93dec-df20-4bb3-95a3-f64dab26a2d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3061349 Apr 17 04:06:41.726660 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-6f7ee5bc-ae74-4cc6-a62a-23eab2a2e65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244554870149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852757949'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:41.777521 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-fd254c87-0937-48a9-9f48-22c03f03177b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920236'] for security_group, after_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:41.836185 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-dd084f90-fc5c-4e90-9f76-fe51c7f4a9cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:06:41.867640 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd254c87-0937-48a9-9f48-22c03f03177b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b444a2e8-f6df-4689-8c0c-1974f8b25118,revision_number=None']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:06:41.898830 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-fd254c87-0937-48a9-9f48-22c03f03177b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:06:41.915351 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.20', 53858) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 17 04:06:41.935685 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-fd254c87-0937-48a9-9f48-22c03f03177b admin admin] Notify callbacks [] for security_group, before_response {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:41.936983 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [None req-fd254c87-0937-48a9-9f48-22c03f03177b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b444a2e8-f6df-4689-8c0c-1974f8b25118 HTTP/1.1" status: 204 len: 168 time: 0.8312879 Apr 17 04:06:41.993365 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-8e87f568-9324-4ba4-b44b-464845d9dd4e req-ea87ad24-32c0-433a-8a49-c29fb8bf0e7f tempest-VolumesActionsTest-363195616 tempest-VolumesActionsTest-363195616-project] 10.222.0.20 "GET /v2.0/ports?device_id=83dc07c8-b6af-4460-82e8-d340789e139e HTTP/1.1" status: 200 len: 210 time: 0.0730369 Apr 17 04:06:42.098386 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-b1040a7a-dcdf-4ecd-95c1-7dd0379be2c1 req-27c99d22-49a7-4202-a8c0-1de59efbc9ea service neutron] 10.222.0.32 "GET /v2.0/networks/f8f93dec-df20-4bb3-95a3-f64dab26a2d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3809507 Apr 17 04:06:42.249746 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-aaf941a3-b06d-4a8f-ad5d-4cd0bdbcfa12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:42.270092 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [None req-aaf941a3-b06d-4a8f-ad5d-4cd0bdbcfa12 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 17 04:06:42.275189 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [None req-aaf941a3-b06d-4a8f-ad5d-4cd0bdbcfa12 admin admin] Usage tracker for resource:security_group_rule and tenant:3ed31dade45d425e8929aeae6681be15 is out of sync, need to count used quota {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 17 04:06:42.276378 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [req-73b57325-dcfd-4210-afa2-9bcc427c7043 req-840fd839-2e74-4e2d-813c-506707b1bd5e tempest-VolumesActionsTest-363195616 tempest-VolumesActionsTest-363195616-project] Notify callbacks [] for port, precommit_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:42.278366 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [None req-aaf941a3-b06d-4a8f-ad5d-4cd0bdbcfa12 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 17 04:06:42.285284 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [None req-aaf941a3-b06d-4a8f-ad5d-4cd0bdbcfa12 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 17 04:06:42.340709 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-b1040a7a-dcdf-4ecd-95c1-7dd0379be2c1 req-9f5b5122-484f-4c8b-8943-92dfda6b03c2 service neutron] 10.222.0.32 "GET /v2.0/networks/f8f93dec-df20-4bb3-95a3-f64dab26a2d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2285371 Apr 17 04:06:42.350787 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3461ea7-8bcd-47ff-bee0-9eda8f496656 req-6bbd58d9-b88a-4261-895b-66423b033c7c tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:06:42.352517 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-a3461ea7-8bcd-47ff-bee0-9eda8f496656 req-6bbd58d9-b88a-4261-895b-66423b033c7c tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] 10.222.0.20 "GET /v2.0/ports?device_id=adc83314-abf3-458e-b145-974486d3defe HTTP/1.1" status: 200 len: 945 time: 0.1688571 Apr 17 04:06:42.358989 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.20', 53872) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 17 04:06:42.369018 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [req-73b57325-dcfd-4210-afa2-9bcc427c7043 req-840fd839-2e74-4e2d-813c-506707b1bd5e tempest-VolumesActionsTest-363195616 tempest-VolumesActionsTest-363195616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1691685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854152290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244555219623'] for port, after_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:42.377794 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-161ff045-fb4d-4e2b-8160-e0cb2e975ffa tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:06:42.395430 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-d90fcc94-61ea-495f-9d97-735fca890e87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:42.408183 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244554870149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852757949'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:42.420663 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [None req-d90fcc94-61ea-495f-9d97-735fca890e87 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 17 04:06:42.425366 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [None req-d90fcc94-61ea-495f-9d97-735fca890e87 admin admin] Usage tracker for resource:security_group_rule and tenant:8d31a16af4df4ab39bd8104ec349cd58 is out of sync, need to count used quota {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 17 04:06:42.434057 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [None req-d90fcc94-61ea-495f-9d97-735fca890e87 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 17 04:06:42.440230 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [None req-d90fcc94-61ea-495f-9d97-735fca890e87 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 17 04:06:42.464185 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840fd839-2e74-4e2d-813c-506707b1bd5e tempest-VolumesActionsTest-363195616 tempest-VolumesActionsTest-363195616-project] Pushing event updated for resources: {'Port': ['ID=dedc85f2-e6b5-461c-8636-926e12d3e5b7,revision_number=1']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:06:42.475213 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73b57325-dcfd-4210-afa2-9bcc427c7043 req-840fd839-2e74-4e2d-813c-506707b1bd5e tempest-VolumesActionsTest-363195616 tempest-VolumesActionsTest-363195616-project] Network d993df1e-8372-4b57-88f5-81cca499a786 is already hosted by enough agents. {{(pid=86330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 17 04:06:42.475947 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.20', 53876) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 17 04:06:42.477216 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-840fd839-2e74-4e2d-813c-506707b1bd5e tempest-VolumesActionsTest-363195616 tempest-VolumesActionsTest-363195616-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:06:42.479695 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.scheduler.base_scheduler [req-73b57325-dcfd-4210-afa2-9bcc427c7043 req-840fd839-2e74-4e2d-813c-506707b1bd5e tempest-VolumesActionsTest-363195616 tempest-VolumesActionsTest-363195616-project] Resources bound (agent type, host, resource id): {{(pid=86330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 17 04:06:42.494831 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.l3_dvrscheduler_db [req-73b57325-dcfd-4210-afa2-9bcc427c7043 req-840fd839-2e74-4e2d-813c-506707b1bd5e tempest-VolumesActionsTest-363195616 tempest-VolumesActionsTest-363195616-project] Received port after_create {{(pid=86330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 17 04:06:42.501217 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b57325-dcfd-4210-afa2-9bcc427c7043 req-840fd839-2e74-4e2d-813c-506707b1bd5e tempest-VolumesActionsTest-363195616 tempest-VolumesActionsTest-363195616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:06:42.501874 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [req-73b57325-dcfd-4210-afa2-9bcc427c7043 req-840fd839-2e74-4e2d-813c-506707b1bd5e tempest-VolumesActionsTest-363195616 tempest-VolumesActionsTest-363195616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854152307'] for port, before_response {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:42.515987 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-19b22b8e-95fb-4f0c-9cd3-85ea59f1c08c admin admin] Notify callbacks [] for security_group, before_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:42.520877 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-a3461ea7-8bcd-47ff-bee0-9eda8f496656 req-63a2845e-7213-43db-91ec-90f84ad62d29 tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] 10.222.0.20 "GET /v2.0/security-groups?id=48edf01a-27e1-4331-aa2f-debc447aa56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408112 Apr 17 04:06:42.535808 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [None req-19b22b8e-95fb-4f0c-9cd3-85ea59f1c08c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 17 04:06:42.541728 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-73b57325-dcfd-4210-afa2-9bcc427c7043 req-840fd839-2e74-4e2d-813c-506707b1bd5e tempest-VolumesActionsTest-363195616 tempest-VolumesActionsTest-363195616-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9819274 Apr 17 04:06:42.542866 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [None req-19b22b8e-95fb-4f0c-9cd3-85ea59f1c08c admin admin] Usage tracker for resource:security_group_rule and tenant:d6a48e9842ed41699906214d506f6623 is out of sync, need to count used quota {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 17 04:06:42.546182 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [None req-19b22b8e-95fb-4f0c-9cd3-85ea59f1c08c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 17 04:06:42.560566 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.v2.base [req-73b57325-dcfd-4210-afa2-9bcc427c7043 req-3f10d848-e455-490d-98b4-c2202f81301d service neutron] Request body: {'port': {'device_id': '83dc07c8-b6af-4460-82e8-d340789e139e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78605'}} {{(pid=86330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 17 04:06:42.579216 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-aaf941a3-b06d-4a8f-ad5d-4cd0bdbcfa12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:42.585737 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-aaf941a3-b06d-4a8f-ad5d-4cd0bdbcfa12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920236'] for security_group, after_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:42.588601 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [None req-19b22b8e-95fb-4f0c-9cd3-85ea59f1c08c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 17 04:06:42.601524 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-6d312e36-5682-4ad7-9355-bc964f2eda91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:06:42.636208 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-d90fcc94-61ea-495f-9d97-735fca890e87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:42.645160 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf941a3-b06d-4a8f-ad5d-4cd0bdbcfa12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=858f5b6f-d06f-45be-a539-d00db5d24b03,revision_number=1']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:06:42.648563 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-aaf941a3-b06d-4a8f-ad5d-4cd0bdbcfa12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:06:42.652462 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-d90fcc94-61ea-495f-9d97-735fca890e87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920236'] for security_group, after_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:42.686017 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-3de066f8-c711-486a-bf6c-7b03d82f7d19 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:06:42.697237 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [None req-d90fcc94-61ea-495f-9d97-735fca890e87 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8d31a16af4df4ab39bd8104ec349cd58&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3351388 Apr 17 04:06:42.698016 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.20', 53884) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 17 04:06:42.709625 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [None req-aaf941a3-b06d-4a8f-ad5d-4cd0bdbcfa12 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3ed31dade45d425e8929aeae6681be15&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7896583 Apr 17 04:06:42.713882 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.20', 53888) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 17 04:06:42.761407 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [req-73b57325-dcfd-4210-afa2-9bcc427c7043 req-3f10d848-e455-490d-98b4-c2202f81301d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853081909'] for port, before_update {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:42.783597 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90fcc94-61ea-495f-9d97-735fca890e87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f0eb84b-a7da-43fb-a449-3ead23a5815a,revision_number=1']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:06:42.786471 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-b597a2c8-9e5a-4ff8-a8e4-490dedcb7d8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:42.789439 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-d90fcc94-61ea-495f-9d97-735fca890e87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:06:42.823969 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-b597a2c8-9e5a-4ff8-a8e4-490dedcb7d8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:42.864551 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-dbd4a981-5618-48df-81d3-b50b89fb386f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:43.014461 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6a52e9-cc91-459b-b33d-712e60aae07e req-5ffa2d05-ef26-4575-a994-8d97aa9e3deb tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:06:43.022952 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-ff6a52e9-cc91-459b-b33d-712e60aae07e req-5ffa2d05-ef26-4575-a994-8d97aa9e3deb tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] 10.222.0.20 "GET /v2.0/ports?device_id=ddff59d5-455c-4e23-be4e-32eee2b20c05 HTTP/1.1" status: 200 len: 944 time: 0.2168124 Apr 17 04:06:43.030215 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.rpc [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Device 5726dbe8-8c69-4116-83f5-349991488743 details requested by agent hyperv_hv-cinder-78605 with host hv-cinder-78605 {{(pid=86332) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 17 04:06:43.038956 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-dbd4a981-5618-48df-81d3-b50b89fb386f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:43.063625 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-19b22b8e-95fb-4f0c-9cd3-85ea59f1c08c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:43.083156 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-19b22b8e-95fb-4f0c-9cd3-85ea59f1c08c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920236'] for security_group, after_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:43.097533 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-c91535a5-02e8-4488-84dc-d9e8184a25c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:06:43.129492 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-ff6a52e9-cc91-459b-b33d-712e60aae07e req-f1bed473-8a8b-4c79-8eee-98e7b8ae6565 tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd5929ab-7671-4e84-b39c-be6225ef81ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1048522 Apr 17 04:06:43.168369 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-b597a2c8-9e5a-4ff8-a8e4-490dedcb7d8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920236'] for security_group, after_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:43.190231 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-1a10545c-6add-4692-ba68-705dace1ade2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:06:43.230807 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [None req-19b22b8e-95fb-4f0c-9cd3-85ea59f1c08c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d6a48e9842ed41699906214d506f6623&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7525730 Apr 17 04:06:43.231423 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.db [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] For port 5726dbe8-8c69-4116-83f5-349991488743, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=5726dbe8-8c69-4116-83f5-349991488743,segment=NetworkSegment(14b5ea21-40f4-463d-9e75-c37fe439802e),segment_id=14b5ea21-40f4-463d-9e75-c37fe439802e)] {{(pid=86332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 17 04:06:43.231631 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b22b8e-95fb-4f0c-9cd3-85ea59f1c08c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e45c8c2d-dbe2-4198-b261-a0ed189b6d41,revision_number=1']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:06:43.234271 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.20', 53904) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 17 04:06:43.242530 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e2be22-4e1f-488d-9ace-9791267a62ae req-d807ddf8-b06a-400f-9cce-e712aafb8b51 tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:06:43.244081 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-b8e2be22-4e1f-488d-9ace-9791267a62ae req-d807ddf8-b06a-400f-9cce-e712aafb8b51 tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] 10.222.0.20 "GET /v2.0/ports?device_id=adc83314-abf3-458e-b145-974486d3defe HTTP/1.1" status: 200 len: 945 time: 0.3228822 Apr 17 04:06:43.246102 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b597a2c8-9e5a-4ff8-a8e4-490dedcb7d8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f0eb84b-a7da-43fb-a449-3ead23a5815a,revision_number=None']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:06:43.246691 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.rpc [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Returning: {'device': '5726dbe8-8c69-4116-83f5-349991488743', 'network_id': 'f8f93dec-df20-4bb3-95a3-f64dab26a2d6', 'port_id': '5726dbe8-8c69-4116-83f5-349991488743', 'mac_address': 'fa:16:3e:b9:25:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '343cf9b8-b4dd-451f-9881-fd976f22c732', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86332) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 17 04:06:43.252559 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-b597a2c8-9e5a-4ff8-a8e4-490dedcb7d8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:06:43.254450 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-b597a2c8-9e5a-4ff8-a8e4-490dedcb7d8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:43.261348 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [None req-b597a2c8-9e5a-4ff8-a8e4-490dedcb7d8b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2f0eb84b-a7da-43fb-a449-3ead23a5815a HTTP/1.1" status: 204 len: 168 time: 0.5595253 Apr 17 04:06:43.369150 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853081909'] for port, before_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:43.374617 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-b8e2be22-4e1f-488d-9ace-9791267a62ae req-16f6d8fe-dd55-48dd-b2cb-51f3ee508422 tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] 10.222.0.20 "GET /v2.0/security-groups?id=48edf01a-27e1-4331-aa2f-debc447aa56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143241 Apr 17 04:06:43.397904 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.notifiers.nova [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5726dbe8-8c69-4116-83f5-349991488743 {{(pid=86332) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 17 04:06:43.430932 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.db [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] For port 5726dbe8-8c69-4116-83f5-349991488743, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=5726dbe8-8c69-4116-83f5-349991488743,segment=NetworkSegment(14b5ea21-40f4-463d-9e75-c37fe439802e),segment_id=14b5ea21-40f4-463d-9e75-c37fe439802e)] {{(pid=86332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 17 04:06:43.435255 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1691685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854152290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792299986632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244555219606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792299556228'] for port, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:43.439143 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:06:43.531831 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Pushing event updated for resources: {'Port': ['ID=5726dbe8-8c69-4116-83f5-349991488743,revision_number=4']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:06:43.536425 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:06:43.563164 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c52dd7a-05b4-479b-8347-2b458e604ea2 req-45ffb1e6-035c-42f8-8ca9-905672021ae3 tempest-VolumesActionsTest-363195616 tempest-VolumesActionsTest-363195616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:06:43.565558 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-3c52dd7a-05b4-479b-8347-2b458e604ea2 req-45ffb1e6-035c-42f8-8ca9-905672021ae3 tempest-VolumesActionsTest-363195616 tempest-VolumesActionsTest-363195616-project] 10.222.0.20 "GET /v2.0/ports?device_id=83dc07c8-b6af-4460-82e8-d340789e139e HTTP/1.1" status: 200 len: 932 time: 0.1535263 Apr 17 04:06:43.608304 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-19b22b8e-95fb-4f0c-9cd3-85ea59f1c08c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.511s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:06:43.636517 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c5d474-0230-47b2-a7d5-bf723f619732 req-24b71ad4-325d-4492-8215-c82944fe9521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:06:43.638010 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-83c5d474-0230-47b2-a7d5-bf723f619732 req-24b71ad4-325d-4492-8215-c82944fe9521 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c61f909e458d447f8c0cdeb8d1fce856&device_id=adc83314-abf3-458e-b145-974486d3defe HTTP/1.1" status: 200 len: 1098 time: 0.7748868 Apr 17 04:06:43.654559 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [req-3c52dd7a-05b4-479b-8347-2b458e604ea2 req-70f58434-cd34-486f-81a5-d3f9c6bfb3cb tempest-VolumesActionsTest-363195616 tempest-VolumesActionsTest-363195616-project] Synchronizing usage tracker for tenant:1280c4501e644d9480bf3a82edd6bc7a on resource:security_group {{(pid=86331) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 17 04:06:43.673061 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [req-3c52dd7a-05b4-479b-8347-2b458e604ea2 req-70f58434-cd34-486f-81a5-d3f9c6bfb3cb tempest-VolumesActionsTest-363195616 tempest-VolumesActionsTest-363195616-project] Unset dirty status for tenant:1280c4501e644d9480bf3a82edd6bc7a on resource:security_group {{(pid=86331) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 17 04:06:43.678746 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.db [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] get_ports_and_sgs() called for port_ids ['5726dbe8-8c69-4116-83f5-349991488743'] {{(pid=86332) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 17 04:06:43.693693 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-3c52dd7a-05b4-479b-8347-2b458e604ea2 req-70f58434-cd34-486f-81a5-d3f9c6bfb3cb tempest-VolumesActionsTest-363195616 tempest-VolumesActionsTest-363195616-project] 10.222.0.20 "GET /v2.0/security-groups?id=323457c9-e81e-408d-9850-b4808121b636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114128 Apr 17 04:06:43.743632 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-dbd4a981-5618-48df-81d3-b50b89fb386f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920236'] for security_group, after_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:43.781357 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:06:43.827644 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-5afcd0bb-5777-475c-bd15-2c2f0a968e1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:43.946627 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd4a981-5618-48df-81d3-b50b89fb386f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=858f5b6f-d06f-45be-a539-d00db5d24b03,revision_number=None']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:06:43.948836 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-dbd4a981-5618-48df-81d3-b50b89fb386f admin admin] Notify callbacks [] for security_group, before_response {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:43.950451 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [None req-dbd4a981-5618-48df-81d3-b50b89fb386f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/858f5b6f-d06f-45be-a539-d00db5d24b03 HTTP/1.1" status: 204 len: 168 time: 1.2355251 Apr 17 04:06:43.954717 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-5afcd0bb-5777-475c-bd15-2c2f0a968e1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:43.962098 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-dbd4a981-5618-48df-81d3-b50b89fb386f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:06:44.036843 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c5d474-0230-47b2-a7d5-bf723f619732 req-8a85960e-8166-484a-b431-73a76f5b80fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:06:44.038495 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-83c5d474-0230-47b2-a7d5-bf723f619732 req-8a85960e-8166-484a-b431-73a76f5b80fd service neutron] 10.222.0.32 "GET /v2.0/networks?id=3648c013-741e-41bf-ba14-932e8746819e HTTP/1.1" status: 200 len: 919 time: 0.3873532 Apr 17 04:06:44.162050 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-83c5d474-0230-47b2-a7d5-bf723f619732 req-c06e03f9-8cfc-41cc-a3fc-f5251d7a9761 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1193c9e6-b406-4c4a-a961-bc8a319fade0 HTTP/1.1" status: 200 len: 217 time: 0.0886376 Apr 17 04:06:44.168500 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.notifiers.nova [req-73b57325-dcfd-4210-afa2-9bcc427c7043 req-3f10d848-e455-490d-98b4-c2202f81301d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dedc85f2-e6b5-461c-8636-926e12d3e5b7 {{(pid=86330) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 17 04:06:44.214802 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [req-73b57325-dcfd-4210-afa2-9bcc427c7043 req-3f10d848-e455-490d-98b4-c2202f81301d service neutron] Notify callbacks [] for port, precommit_update {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:44.235784 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-5afcd0bb-5777-475c-bd15-2c2f0a968e1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920236'] for security_group, after_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:44.249787 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:06:44.265642 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.provisioning_blocks [req-73b57325-dcfd-4210-afa2-9bcc427c7043 req-3f10d848-e455-490d-98b4-c2202f81301d service neutron] Transition to ACTIVE for port object dedc85f2-e6b5-461c-8636-926e12d3e5b7 will not be triggered until provisioned by entity L2. {{(pid=86330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 17 04:06:44.268656 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afcd0bb-5777-475c-bd15-2c2f0a968e1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e45c8c2d-dbe2-4198-b261-a0ed189b6d41,revision_number=None']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:06:44.277015 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-5afcd0bb-5777-475c-bd15-2c2f0a968e1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:06:44.277859 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [req-73b57325-dcfd-4210-afa2-9bcc427c7043 req-3f10d848-e455-490d-98b4-c2202f81301d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1691685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854152290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792299986632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244555219606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792299556228'] for port, after_update {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:44.280055 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c5d474-0230-47b2-a7d5-bf723f619732 req-0d619727-44ac-4218-bad7-1ad7fdcb25a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:06:44.281677 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-83c5d474-0230-47b2-a7d5-bf723f619732 req-0d619727-44ac-4218-bad7-1ad7fdcb25a1 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f604e219-b121-4ee2-9dbd-506d5b380753 HTTP/1.1" status: 200 len: 858 time: 0.1084259 Apr 17 04:06:44.286264 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-5afcd0bb-5777-475c-bd15-2c2f0a968e1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:44.287474 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [None req-5afcd0bb-5777-475c-bd15-2c2f0a968e1e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e45c8c2d-dbe2-4198-b261-a0ed189b6d41 HTTP/1.1" status: 204 len: 168 time: 0.6868446 Apr 17 04:06:44.290789 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:06:44.363346 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.20', 53940) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 17 04:06:44.386922 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-68bcbeae-bb76-4b5c-8528-055cc61f49ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:44.387382 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-83c5d474-0230-47b2-a7d5-bf723f619732 req-21c22ec4-e105-4f2b-9e20-dd5238472737 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3648c013-741e-41bf-ba14-932e8746819e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0974827 Apr 17 04:06:44.409252 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [None req-68bcbeae-bb76-4b5c-8528-055cc61f49ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 17 04:06:44.416343 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [None req-68bcbeae-bb76-4b5c-8528-055cc61f49ec admin admin] Usage tracker for resource:security_group_rule and tenant:8d3f4ea69963484fb91c26ef7a2882e5 is out of sync, need to count used quota {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 17 04:06:44.419647 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [None req-68bcbeae-bb76-4b5c-8528-055cc61f49ec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 17 04:06:44.426074 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [None req-68bcbeae-bb76-4b5c-8528-055cc61f49ec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 17 04:06:44.521410 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-68bcbeae-bb76-4b5c-8528-055cc61f49ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:44.528333 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-68bcbeae-bb76-4b5c-8528-055cc61f49ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920236'] for security_group, after_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:44.561480 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:06:44.571426 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [None req-68bcbeae-bb76-4b5c-8528-055cc61f49ec admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8d3f4ea69963484fb91c26ef7a2882e5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2066691 Apr 17 04:06:44.584990 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f10d848-e455-490d-98b4-c2202f81301d service neutron] Pushing event updated for resources: {'Port': ['ID=dedc85f2-e6b5-461c-8636-926e12d3e5b7,revision_number=2']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:06:44.601698 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.20', 53950) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 17 04:06:44.658708 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-3f10d848-e455-490d-98b4-c2202f81301d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.364s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:06:44.691134 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bcbeae-bb76-4b5c-8528-055cc61f49ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=514404c4-3500-4656-ae3b-826264998181,revision_number=1']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:06:44.698699 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-68bcbeae-bb76-4b5c-8528-055cc61f49ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:06:44.723966 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.managers [req-73b57325-dcfd-4210-afa2-9bcc427c7043 req-3f10d848-e455-490d-98b4-c2202f81301d service neutron] Attempting to bind port dedc85f2-e6b5-461c-8636-926e12d3e5b7 on host hv-cinder-78605 for vnic_type normal with profile {{(pid=86330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 17 04:06:44.724346 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.managers [req-73b57325-dcfd-4210-afa2-9bcc427c7043 req-3f10d848-e455-490d-98b4-c2202f81301d service neutron] Attempting to bind port dedc85f2-e6b5-461c-8636-926e12d3e5b7 by drivers openvswitch,hyperv on host hv-cinder-78605 at level 0 using segments [{'id': '12cabbe8-c97c-4ca4-93ad-8a145e13b12b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'd993df1e-8372-4b57-88f5-81cca499a786'}] {{(pid=86330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 17 04:06:44.724804 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73b57325-dcfd-4210-afa2-9bcc427c7043 req-3f10d848-e455-490d-98b4-c2202f81301d service neutron] Attempting to bind port dedc85f2-e6b5-461c-8636-926e12d3e5b7 on network d993df1e-8372-4b57-88f5-81cca499a786 {{(pid=86330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 17 04:06:44.727105 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b31809a-3909-4395-9553-886b8dccd842 req-473c9b40-cd9d-48f8-9b6e-868ec3da108a tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:06:44.728825 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-9b31809a-3909-4395-9553-886b8dccd842 req-473c9b40-cd9d-48f8-9b6e-868ec3da108a tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] 10.222.0.20 "GET /v2.0/ports?device_id=ddff59d5-455c-4e23-be4e-32eee2b20c05 HTTP/1.1" status: 200 len: 945 time: 0.4213054 Apr 17 04:06:44.744544 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73b57325-dcfd-4210-afa2-9bcc427c7043 req-3f10d848-e455-490d-98b4-c2202f81301d service neutron] Port dedc85f2-e6b5-461c-8636-926e12d3e5b7 on network d993df1e-8372-4b57-88f5-81cca499a786 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78605 {{(pid=86330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 17 04:06:44.744905 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73b57325-dcfd-4210-afa2-9bcc427c7043 req-3f10d848-e455-490d-98b4-c2202f81301d service neutron] Attempting to bind port dedc85f2-e6b5-461c-8636-926e12d3e5b7 on network d993df1e-8372-4b57-88f5-81cca499a786 {{(pid=86330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 17 04:06:44.758409 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73b57325-dcfd-4210-afa2-9bcc427c7043 req-3f10d848-e455-490d-98b4-c2202f81301d service neutron] Checking agent: {'id': '61ad0fc1-16d6-4e18-b3c9-f584687973c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78605', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 17, 4, 4, 12), 'started_at': datetime.datetime(2021, 4, 17, 4, 4, 12), 'heartbeat_timestamp': datetime.datetime(2021, 4, 17, 4, 6, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 17 04:06:44.758789 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73b57325-dcfd-4210-afa2-9bcc427c7043 req-3f10d848-e455-490d-98b4-c2202f81301d service neutron] Checking segment: {'id': '12cabbe8-c97c-4ca4-93ad-8a145e13b12b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'd993df1e-8372-4b57-88f5-81cca499a786'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 17 04:06:44.759208 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73b57325-dcfd-4210-afa2-9bcc427c7043 req-3f10d848-e455-490d-98b4-c2202f81301d service neutron] Bound using segment: {'id': '12cabbe8-c97c-4ca4-93ad-8a145e13b12b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'd993df1e-8372-4b57-88f5-81cca499a786'} {{(pid=86330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 17 04:06:44.759689 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.managers [req-73b57325-dcfd-4210-afa2-9bcc427c7043 req-3f10d848-e455-490d-98b4-c2202f81301d service neutron] Bound port: dedc85f2-e6b5-461c-8636-926e12d3e5b7, host: hv-cinder-78605, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12cabbe8-c97c-4ca4-93ad-8a145e13b12b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'd993df1e-8372-4b57-88f5-81cca499a786'}}] {{(pid=86330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 17 04:06:44.760065 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [req-73b57325-dcfd-4210-afa2-9bcc427c7043 req-3f10d848-e455-490d-98b4-c2202f81301d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853081909'] for port, before_update {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:44.784757 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c039e837-7947-4e93-8820-838c671ad8d6 req-c50be8f9-d270-4752-a62e-f8b20bb01108 tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:06:44.786392 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-c039e837-7947-4e93-8820-838c671ad8d6 req-c50be8f9-d270-4752-a62e-f8b20bb01108 tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] 10.222.0.20 "GET /v2.0/ports?device_id=adc83314-abf3-458e-b145-974486d3defe HTTP/1.1" status: 200 len: 945 time: 0.1812134 Apr 17 04:06:44.828566 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-9b31809a-3909-4395-9553-886b8dccd842 req-e7e95c14-0187-4479-99a8-4f9d7b968f81 tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd5929ab-7671-4e84-b39c-be6225ef81ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0885499 Apr 17 04:06:44.849039 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-83c5d474-0230-47b2-a7d5-bf723f619732 req-79e536e8-3e1d-4dde-a43f-bfd6d8752f10 service neutron] 10.222.0.32 "GET /v2.0/networks/3648c013-741e-41bf-ba14-932e8746819e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4046438 Apr 17 04:06:44.851735 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-94d33cf8-7afb-424a-b019-d616fb59eabf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:44.880329 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-c039e837-7947-4e93-8820-838c671ad8d6 req-4f3cc3b6-fb80-4a27-94aa-6f6946c42bd0 tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] 10.222.0.20 "GET /v2.0/security-groups?id=48edf01a-27e1-4331-aa2f-debc447aa56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737171 Apr 17 04:06:44.942867 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.db [req-73b57325-dcfd-4210-afa2-9bcc427c7043 req-3f10d848-e455-490d-98b4-c2202f81301d service neutron] For port dedc85f2-e6b5-461c-8636-926e12d3e5b7, host hv-cinder-78605, cleared binding levels {{(pid=86330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 17 04:06:44.946291 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.db [req-73b57325-dcfd-4210-afa2-9bcc427c7043 req-3f10d848-e455-490d-98b4-c2202f81301d service neutron] For port dedc85f2-e6b5-461c-8636-926e12d3e5b7, host hv-cinder-78605, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=dedc85f2-e6b5-461c-8636-926e12d3e5b7,segment=NetworkSegment(12cabbe8-c97c-4ca4-93ad-8a145e13b12b),segment_id=12cabbe8-c97c-4ca4-93ad-8a145e13b12b)] {{(pid=86330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 17 04:06:44.982164 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [req-73b57325-dcfd-4210-afa2-9bcc427c7043 req-3f10d848-e455-490d-98b4-c2202f81301d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1691685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854152290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792299986632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244555219606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792299556228'] for port, after_update {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:44.990264 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-94d33cf8-7afb-424a-b019-d616fb59eabf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:45.057226 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.rpc [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Device 5726dbe8-8c69-4116-83f5-349991488743 up at agent hyperv_hv-cinder-78605 {{(pid=86332) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 17 04:06:45.065093 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:06:45.177829 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b57325-dcfd-4210-afa2-9bcc427c7043 req-3f10d848-e455-490d-98b4-c2202f81301d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:06:45.179004 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [req-73b57325-dcfd-4210-afa2-9bcc427c7043 req-3f10d848-e455-490d-98b4-c2202f81301d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854152307'] for port, before_response {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:45.180834 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-73b57325-dcfd-4210-afa2-9bcc427c7043 req-3f10d848-e455-490d-98b4-c2202f81301d service neutron] 10.222.0.32 "PUT /v2.0/ports/dedc85f2-e6b5-461c-8636-926e12d3e5b7 HTTP/1.1" status: 200 len: 1094 time: 2.6249869 Apr 17 04:06:45.200026 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.provisioning_blocks [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Provisioning for port 5726dbe8-8c69-4116-83f5-349991488743 completed by entity L2. {{(pid=86332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 17 04:06:45.201405 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83dc07c8-b6af-4460-82e8-d340789e139e', 'tag': 'dedc85f2-e6b5-461c-8636-926e12d3e5b7'}] {{(pid=86330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 17 04:06:45.219079 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.provisioning_blocks [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Provisioning complete for port 5726dbe8-8c69-4116-83f5-349991488743 triggered by entity L2. {{(pid=86332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 17 04:06:45.219512 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2017814'] for port, provisioning_complete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:45.309001 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2303a46d-8219-471a-a3ce-34f8e87ac33d req-3eccf08c-9580-4a93-8c19-d9badcc5513c tempest-VolumesActionsTest-363195616 tempest-VolumesActionsTest-363195616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:06:45.310828 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-2303a46d-8219-471a-a3ce-34f8e87ac33d req-3eccf08c-9580-4a93-8c19-d9badcc5513c tempest-VolumesActionsTest-363195616 tempest-VolumesActionsTest-363195616-project] 10.222.0.20 "GET /v2.0/ports?device_id=83dc07c8-b6af-4460-82e8-d340789e139e HTTP/1.1" status: 200 len: 944 time: 0.1734872 Apr 17 04:06:45.339676 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f10d848-e455-490d-98b4-c2202f81301d service neutron] Pushing event updated for resources: {'Port': ['ID=dedc85f2-e6b5-461c-8636-926e12d3e5b7,revision_number=3']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:06:45.349434 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-3f10d848-e455-490d-98b4-c2202f81301d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:06:45.353699 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-83c5d474-0230-47b2-a7d5-bf723f619732 req-db943e65-c5f4-4cd8-a44e-359db9481278 service neutron] 10.222.0.32 "GET /v2.0/networks/3648c013-741e-41bf-ba14-932e8746819e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4832025 Apr 17 04:06:45.357582 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83dc07c8-b6af-4460-82e8-d340789e139e', 'tag': 'dedc85f2-e6b5-461c-8636-926e12d3e5b7', 'status': 'completed', 'code': 200} Apr 17 04:06:45.373110 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-94d33cf8-7afb-424a-b019-d616fb59eabf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920236'] for security_group, after_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:45.380200 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:06:45.398350 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d33cf8-7afb-424a-b019-d616fb59eabf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=514404c4-3500-4656-ae3b-826264998181,revision_number=None']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:06:45.401719 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-94d33cf8-7afb-424a-b019-d616fb59eabf admin admin] Notify callbacks [] for security_group, before_response {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:45.406124 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [None req-94d33cf8-7afb-424a-b019-d616fb59eabf admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/514404c4-3500-4656-ae3b-826264998181 HTTP/1.1" status: 204 len: 168 time: 0.8011694 Apr 17 04:06:45.407349 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-94d33cf8-7afb-424a-b019-d616fb59eabf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:06:45.413106 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b57325-dcfd-4210-afa2-9bcc427c7043 req-8baaa756-0bf1-4c8c-87bd-b30b5450f8e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:06:45.414719 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-73b57325-dcfd-4210-afa2-9bcc427c7043 req-8baaa756-0bf1-4c8c-87bd-b30b5450f8e0 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1280c4501e644d9480bf3a82edd6bc7a&device_id=83dc07c8-b6af-4460-82e8-d340789e139e HTTP/1.1" status: 200 len: 1097 time: 0.1924775 Apr 17 04:06:45.513874 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-2303a46d-8219-471a-a3ce-34f8e87ac33d req-1fcf335e-d4ff-49b7-a597-050c9b281ea9 tempest-VolumesActionsTest-363195616 tempest-VolumesActionsTest-363195616-project] 10.222.0.20 "GET /v2.0/security-groups?id=323457c9-e81e-408d-9850-b4808121b636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789098 Apr 17 04:06:45.544657 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-73b57325-dcfd-4210-afa2-9bcc427c7043 req-c7174d82-74d2-40f2-8b69-890bc53c8431 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dedc85f2-e6b5-461c-8636-926e12d3e5b7 HTTP/1.1" status: 200 len: 217 time: 0.1157839 Apr 17 04:06:45.588264 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853081909'] for port, before_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:45.636221 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b29557-671e-41be-9df2-f6bb61b0add0 req-77cdde70-b14b-449d-be4b-ab43fb309a73 tempest-DeleteServersTestJSON-845982755 tempest-DeleteServersTestJSON-845982755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:06:45.645053 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-10b29557-671e-41be-9df2-f6bb61b0add0 req-77cdde70-b14b-449d-be4b-ab43fb309a73 tempest-DeleteServersTestJSON-845982755 tempest-DeleteServersTestJSON-845982755-project] 10.222.0.20 "GET /v2.0/ports?device_id=cf131313-3c6e-4705-be31-1c8875a45545 HTTP/1.1" status: 200 len: 945 time: 0.1272154 Apr 17 04:06:45.665238 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddff59d5-455c-4e23-be4e-32eee2b20c05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5726dbe8-8c69-4116-83f5-349991488743'}] {{(pid=86332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 17 04:06:45.692013 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.db [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] For port 5726dbe8-8c69-4116-83f5-349991488743, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=5726dbe8-8c69-4116-83f5-349991488743,segment=NetworkSegment(14b5ea21-40f4-463d-9e75-c37fe439802e),segment_id=14b5ea21-40f4-463d-9e75-c37fe439802e)] {{(pid=86332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 17 04:06:45.693508 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b57325-dcfd-4210-afa2-9bcc427c7043 req-4f0649a9-af68-4651-97de-2b88242e3eac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:06:45.696506 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-73b57325-dcfd-4210-afa2-9bcc427c7043 req-4f0649a9-af68-4651-97de-2b88242e3eac service neutron] 10.222.0.32 "GET /v2.0/subnets?id=60c00017-da74-4f15-bfcf-b734eded4c88 HTTP/1.1" status: 200 len: 848 time: 0.1389384 Apr 17 04:06:45.698120 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1691685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854152290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792299986632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244555219606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792299556228'] for port, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:45.700223 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-10b29557-671e-41be-9df2-f6bb61b0add0 req-c327aaf1-c566-48c9-8002-1b40b0fe27de tempest-DeleteServersTestJSON-845982755 tempest-DeleteServersTestJSON-845982755-project] 10.222.0.20 "GET /v2.0/security-groups?id=4815d06b-860b-4197-8dc3-320f9cff0a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541236 Apr 17 04:06:45.706346 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:06:45.786030 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Pushing event updated for resources: {'Port': ['ID=5726dbe8-8c69-4116-83f5-349991488743,revision_number=5']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:06:45.798731 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:06:45.822927 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddff59d5-455c-4e23-be4e-32eee2b20c05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5726dbe8-8c69-4116-83f5-349991488743', 'code': 200} Apr 17 04:06:45.824990 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-73b57325-dcfd-4210-afa2-9bcc427c7043 req-a6967837-5bab-4d19-8890-0b0582776350 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d993df1e-8372-4b57-88f5-81cca499a786&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1162443 Apr 17 04:06:46.124656 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-73b57325-dcfd-4210-afa2-9bcc427c7043 req-66150598-ae54-4e64-af5b-81eb6b0c666b service neutron] 10.222.0.32 "GET /v2.0/networks/d993df1e-8372-4b57-88f5-81cca499a786?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2903824 Apr 17 04:06:46.307813 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18254469-1a9e-4874-942b-72ee1f0fd746 req-5b3de458-dd5f-4ed4-8a5a-577d549a3b8c tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:06:46.309695 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-18254469-1a9e-4874-942b-72ee1f0fd746 req-5b3de458-dd5f-4ed4-8a5a-577d549a3b8c tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] 10.222.0.20 "GET /v2.0/ports?device_id=ddff59d5-455c-4e23-be4e-32eee2b20c05 HTTP/1.1" status: 200 len: 946 time: 0.2386844 Apr 17 04:06:46.345483 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b42299e-4573-48ec-8050-aee84ec6a553 req-b0117e12-7b56-443e-acfc-1311ca7eaae8 tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:06:46.347408 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-6b42299e-4573-48ec-8050-aee84ec6a553 req-b0117e12-7b56-443e-acfc-1311ca7eaae8 tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] 10.222.0.20 "GET /v2.0/ports?device_id=adc83314-abf3-458e-b145-974486d3defe HTTP/1.1" status: 200 len: 945 time: 0.1751521 Apr 17 04:06:46.381570 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-73b57325-dcfd-4210-afa2-9bcc427c7043 req-7b474910-e0a6-4d24-b0c3-b4f7a1377fbf service neutron] 10.222.0.32 "GET /v2.0/networks/d993df1e-8372-4b57-88f5-81cca499a786?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2468197 Apr 17 04:06:46.384181 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a535560-7b38-4706-8d03-b049c84c44ce req-632eff1e-c0ef-44e9-8955-07e2856c208d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:06:46.395498 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-4a535560-7b38-4706-8d03-b049c84c44ce req-632eff1e-c0ef-44e9-8955-07e2856c208d service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=ddff59d5-455c-4e23-be4e-32eee2b20c05 HTTP/1.1" status: 200 len: 1099 time: 0.1409264 Apr 17 04:06:46.441059 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-4a535560-7b38-4706-8d03-b049c84c44ce req-289455df-b551-4b4f-9d54-3da248508499 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=bd5929ab-7671-4e84-b39c-be6225ef81ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436702 Apr 17 04:06:46.443861 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-6b42299e-4573-48ec-8050-aee84ec6a553 req-09b6f68d-2a63-4ec7-aa9b-70f70353854d tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] 10.222.0.20 "GET /v2.0/security-groups?id=48edf01a-27e1-4331-aa2f-debc447aa56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731168 Apr 17 04:06:46.448871 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-18254469-1a9e-4874-942b-72ee1f0fd746 req-b684fa35-36ab-414b-b92f-0c283ea0b15f tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd5929ab-7671-4e84-b39c-be6225ef81ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1274500 Apr 17 04:06:46.518546 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef5eb80-0086-41e6-81ef-2a44aeeae7c5 req-7dcf586b-8035-408c-aec5-4b7b83e87fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:06:46.520171 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-6ef5eb80-0086-41e6-81ef-2a44aeeae7c5 req-7dcf586b-8035-408c-aec5-4b7b83e87fb2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1280c4501e644d9480bf3a82edd6bc7a&device_id=83dc07c8-b6af-4460-82e8-d340789e139e HTTP/1.1" status: 200 len: 1097 time: 0.0815194 Apr 17 04:06:46.670050 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef5eb80-0086-41e6-81ef-2a44aeeae7c5 req-23b5ce28-b8ad-4314-a7f3-d004a521d423 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:06:46.671620 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-6ef5eb80-0086-41e6-81ef-2a44aeeae7c5 req-23b5ce28-b8ad-4314-a7f3-d004a521d423 service neutron] 10.222.0.32 "GET /v2.0/networks?id=d993df1e-8372-4b57-88f5-81cca499a786 HTTP/1.1" status: 200 len: 909 time: 0.1446173 Apr 17 04:06:46.749490 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816ffbee-d8a4-4c92-a3dc-5241455916e5 req-c360d07b-4fe9-4f78-af5a-822b35396fec tempest-VolumesActionsTest-363195616 tempest-VolumesActionsTest-363195616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:06:46.751369 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-816ffbee-d8a4-4c92-a3dc-5241455916e5 req-c360d07b-4fe9-4f78-af5a-822b35396fec tempest-VolumesActionsTest-363195616 tempest-VolumesActionsTest-363195616-project] 10.222.0.20 "GET /v2.0/ports?device_id=83dc07c8-b6af-4460-82e8-d340789e139e HTTP/1.1" status: 200 len: 944 time: 0.0985556 Apr 17 04:06:46.766909 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-6ef5eb80-0086-41e6-81ef-2a44aeeae7c5 req-7189d015-97df-450a-bc00-7b22bc5e8066 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dedc85f2-e6b5-461c-8636-926e12d3e5b7 HTTP/1.1" status: 200 len: 217 time: 0.0865350 Apr 17 04:06:46.818624 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-816ffbee-d8a4-4c92-a3dc-5241455916e5 req-6b6ea669-0ed8-47d0-b4eb-9bcaf76b10bf tempest-VolumesActionsTest-363195616 tempest-VolumesActionsTest-363195616-project] 10.222.0.20 "GET /v2.0/security-groups?id=323457c9-e81e-408d-9850-b4808121b636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602207 Apr 17 04:06:46.869357 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef5eb80-0086-41e6-81ef-2a44aeeae7c5 req-dd391b26-826d-4357-a9bd-bc77d231dd93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:06:46.871054 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-6ef5eb80-0086-41e6-81ef-2a44aeeae7c5 req-dd391b26-826d-4357-a9bd-bc77d231dd93 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=60c00017-da74-4f15-bfcf-b734eded4c88 HTTP/1.1" status: 200 len: 848 time: 0.0968361 Apr 17 04:06:46.938811 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-6ef5eb80-0086-41e6-81ef-2a44aeeae7c5 req-1c184d98-51fe-4f51-8f07-06d27fbebd62 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d993df1e-8372-4b57-88f5-81cca499a786&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0577147 Apr 17 04:06:46.996100 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1f5aa0-87e2-4944-ad18-8bab0c86b745 req-f432236f-d268-42f6-8bdd-e6b33fcdd0bc tempest-DeleteServersTestJSON-845982755 tempest-DeleteServersTestJSON-845982755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:06:46.997832 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-0e1f5aa0-87e2-4944-ad18-8bab0c86b745 req-f432236f-d268-42f6-8bdd-e6b33fcdd0bc tempest-DeleteServersTestJSON-845982755 tempest-DeleteServersTestJSON-845982755-project] 10.222.0.20 "GET /v2.0/ports?device_id=cf131313-3c6e-4705-be31-1c8875a45545 HTTP/1.1" status: 200 len: 945 time: 0.1260929 Apr 17 04:06:47.065078 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-0e1f5aa0-87e2-4944-ad18-8bab0c86b745 req-aa5afc8a-a3f1-40ce-a2d8-f1ccc2ced1bf tempest-DeleteServersTestJSON-845982755 tempest-DeleteServersTestJSON-845982755-project] 10.222.0.20 "GET /v2.0/security-groups?id=4815d06b-860b-4197-8dc3-320f9cff0a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606117 Apr 17 04:06:47.255335 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.20', 54068) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 17 04:06:47.301120 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.20', 54074) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 17 04:06:47.379783 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-6ef5eb80-0086-41e6-81ef-2a44aeeae7c5 req-48870010-3c41-46e7-bdeb-9a335947bf7a service neutron] 10.222.0.32 "GET /v2.0/networks/d993df1e-8372-4b57-88f5-81cca499a786?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4332569 Apr 17 04:06:47.398444 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf362a4c-2146-4475-91e6-2d4b3e6eb76d req-e8bdc2c1-7ff7-4712-bcbe-57dbb09ea08c tempest-DeleteServersTestJSON-845982755 tempest-DeleteServersTestJSON-845982755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:06:47.400378 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-bf362a4c-2146-4475-91e6-2d4b3e6eb76d req-e8bdc2c1-7ff7-4712-bcbe-57dbb09ea08c tempest-DeleteServersTestJSON-845982755 tempest-DeleteServersTestJSON-845982755-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf131313-3c6e-4705-be31-1c8875a45545 HTTP/1.1" status: 200 len: 945 time: 0.1242414 Apr 17 04:06:47.614955 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.plugin [req-bf362a4c-2146-4475-91e6-2d4b3e6eb76d req-e66d8d53-dee2-4328-b9a2-b4467527b707 tempest-DeleteServersTestJSON-845982755 tempest-DeleteServersTestJSON-845982755-project] Deleting port 9908b2e2-5964-46ac-a561-28f6624f31ee {{(pid=86330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 17 04:06:47.615377 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [req-bf362a4c-2146-4475-91e6-2d4b3e6eb76d req-e66d8d53-dee2-4328-b9a2-b4467527b707 tempest-DeleteServersTestJSON-845982755 tempest-DeleteServersTestJSON-845982755-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363244554791028'] for port, before_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:47.704223 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.agents_db [None req-76d39d81-b417-4462-95bd-4e842fba9248 None None] Agent healthcheck: found 6 active agents {{(pid=86333) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 17 04:06:47.706969 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-6ef5eb80-0086-41e6-81ef-2a44aeeae7c5 req-8f516ef0-0852-4d98-917f-81374486e346 service neutron] 10.222.0.32 "GET /v2.0/networks/d993df1e-8372-4b57-88f5-81cca499a786?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3055203 Apr 17 04:06:47.789814 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-254654c7-14c2-4d56-bd57-7df0930f6369 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:47.857835 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-2f6720ff-d6cd-4773-b9d9-487a7a387c53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:47.877325 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [None req-254654c7-14c2-4d56-bd57-7df0930f6369 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 17 04:06:47.894183 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [None req-2f6720ff-d6cd-4773-b9d9-487a7a387c53 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 17 04:06:47.896948 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [None req-254654c7-14c2-4d56-bd57-7df0930f6369 admin admin] Usage tracker for resource:security_group_rule and tenant:61dbd6f835af4bfab32c1134bb2ceeea is out of sync, need to count used quota {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 17 04:06:47.906001 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [None req-254654c7-14c2-4d56-bd57-7df0930f6369 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 17 04:06:47.922007 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [None req-2f6720ff-d6cd-4773-b9d9-487a7a387c53 admin admin] Usage tracker for resource:security_group_rule and tenant:3d68844d5c45454685985ed3887df86a is out of sync, need to count used quota {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 17 04:06:47.936024 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [None req-2f6720ff-d6cd-4773-b9d9-487a7a387c53 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 17 04:06:47.939236 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [None req-254654c7-14c2-4d56-bd57-7df0930f6369 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 17 04:06:47.962905 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [None req-2f6720ff-d6cd-4773-b9d9-487a7a387c53 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 17 04:06:47.966451 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.db [req-bf362a4c-2146-4475-91e6-2d4b3e6eb76d req-e66d8d53-dee2-4328-b9a2-b4467527b707 tempest-DeleteServersTestJSON-845982755 tempest-DeleteServersTestJSON-845982755-project] For port 9908b2e2-5964-46ac-a561-28f6624f31ee, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=9908b2e2-5964-46ac-a561-28f6624f31ee,segment=NetworkSegment(c02edac1-50be-47bc-b486-0f7fe5c7c69b),segment_id=c02edac1-50be-47bc-b486-0f7fe5c7c69b)] {{(pid=86330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 17 04:06:47.966866 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [req-bf362a4c-2146-4475-91e6-2d4b3e6eb76d req-e66d8d53-dee2-4328-b9a2-b4467527b707 tempest-DeleteServersTestJSON-845982755 tempest-DeleteServersTestJSON-845982755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853832323'] for port, precommit_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:47.979487 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24a8e1d-0ed2-4301-b70c-9dfbd14ffafa req-a5d4f019-dae6-4dc0-ac0a-77d615eef6ad tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:06:47.987270 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-b24a8e1d-0ed2-4301-b70c-9dfbd14ffafa req-a5d4f019-dae6-4dc0-ac0a-77d615eef6ad tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] 10.222.0.20 "GET /v2.0/ports?device_id=ddff59d5-455c-4e23-be4e-32eee2b20c05 HTTP/1.1" status: 200 len: 946 time: 0.3368511 Apr 17 04:06:48.059268 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-b24a8e1d-0ed2-4301-b70c-9dfbd14ffafa req-02c18475-901d-4ca6-9322-07a82428170a tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd5929ab-7671-4e84-b39c-be6225ef81ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709517 Apr 17 04:06:48.079037 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d77c2a-b1d1-4bde-a7ee-9144f008d0a1 req-1de3606c-6cb1-488e-a78a-7e8db35853a4 tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:06:48.095867 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-a1d77c2a-b1d1-4bde-a7ee-9144f008d0a1 req-1de3606c-6cb1-488e-a78a-7e8db35853a4 tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] 10.222.0.20 "GET /v2.0/ports?device_id=adc83314-abf3-458e-b145-974486d3defe HTTP/1.1" status: 200 len: 945 time: 0.3153787 Apr 17 04:06:48.151432 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.plugin [req-bf362a4c-2146-4475-91e6-2d4b3e6eb76d req-e66d8d53-dee2-4328-b9a2-b4467527b707 tempest-DeleteServersTestJSON-845982755 tempest-DeleteServersTestJSON-845982755-project] Calling delete_port for 9908b2e2-5964-46ac-a561-28f6624f31ee owned by compute:nova {{(pid=86330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 17 04:06:48.264165 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-a1d77c2a-b1d1-4bde-a7ee-9144f008d0a1 req-b8c0d6fe-1cf4-4897-857e-3a6a2046da73 tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] 10.222.0.20 "GET /v2.0/security-groups?id=48edf01a-27e1-4331-aa2f-debc447aa56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671503 Apr 17 04:06:48.387544 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [req-bf362a4c-2146-4475-91e6-2d4b3e6eb76d req-e66d8d53-dee2-4328-b9a2-b4467527b707 tempest-DeleteServersTestJSON-845982755 tempest-DeleteServersTestJSON-845982755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1691685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854152290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244554789151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792299556194'] for port, after_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:48.407245 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.db [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] get_ports_and_sgs() called for port_ids ['9908b2e2-5964-46ac-a561-28f6624f31ee'] {{(pid=86332) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 17 04:06:48.432044 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-3f10d848-e455-490d-98b4-c2202f81301d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:06:48.493880 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-5e2e09a5-22e1-42f8-a0a8-adcd9494926f req-40d0449a-6587-46f9-8087-53f3a8c8bb6d tempest-DeleteServersTestJSON-845982755 tempest-DeleteServersTestJSON-845982755-project] 10.222.0.20 "GET /v2.0/ports?device_id=cf131313-3c6e-4705-be31-1c8875a45545 HTTP/1.1" status: 200 len: 210 time: 0.0663548 Apr 17 04:06:48.526824 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66d8d53-dee2-4328-b9a2-b4467527b707 tempest-DeleteServersTestJSON-845982755 tempest-DeleteServersTestJSON-845982755-project] Pushing event deleted for resources: {'Port': ['ID=9908b2e2-5964-46ac-a561-28f6624f31ee,revision_number=None']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:06:48.526824 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-e66d8d53-dee2-4328-b9a2-b4467527b707 tempest-DeleteServersTestJSON-845982755 tempest-DeleteServersTestJSON-845982755-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:06:48.564233 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7332b014-f573-455e-9e3d-aff426d0a1a9 req-ae78ecea-a5d2-44a8-9818-ce882b22e796 tempest-VolumesActionsTest-363195616 tempest-VolumesActionsTest-363195616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:06:48.572958 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-7332b014-f573-455e-9e3d-aff426d0a1a9 req-ae78ecea-a5d2-44a8-9818-ce882b22e796 tempest-VolumesActionsTest-363195616 tempest-VolumesActionsTest-363195616-project] 10.222.0.20 "GET /v2.0/ports?device_id=83dc07c8-b6af-4460-82e8-d340789e139e HTTP/1.1" status: 200 len: 944 time: 0.2714133 Apr 17 04:06:48.603137 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf362a4c-2146-4475-91e6-2d4b3e6eb76d req-e66d8d53-dee2-4328-b9a2-b4467527b707 tempest-DeleteServersTestJSON-845982755 tempest-DeleteServersTestJSON-845982755-project] No DVR routers for this DVR port 9908b2e2-5964-46ac-a561-28f6624f31ee on host hv-cinder-78605 {{(pid=86330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 17 04:06:48.606475 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [req-bf362a4c-2146-4475-91e6-2d4b3e6eb76d req-e66d8d53-dee2-4328-b9a2-b4467527b707 tempest-DeleteServersTestJSON-845982755 tempest-DeleteServersTestJSON-845982755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2986'] for port, before_response {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:48.617794 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf131313-3c6e-4705-be31-1c8875a45545', 'name': 'network-vif-deleted', 'tag': '9908b2e2-5964-46ac-a561-28f6624f31ee'}] {{(pid=86330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 17 04:06:48.624991 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-bf362a4c-2146-4475-91e6-2d4b3e6eb76d req-e66d8d53-dee2-4328-b9a2-b4467527b707 tempest-DeleteServersTestJSON-845982755 tempest-DeleteServersTestJSON-845982755-project] 10.222.0.32 "DELETE /v2.0/ports/9908b2e2-5964-46ac-a561-28f6624f31ee HTTP/1.1" status: 204 len: 173 time: 1.1941478 Apr 17 04:06:48.633022 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-254654c7-14c2-4d56-bd57-7df0930f6369 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:48.650722 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-254654c7-14c2-4d56-bd57-7df0930f6369 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920236'] for security_group, after_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:48.678119 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:06:48.691222 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf131313-3c6e-4705-be31-1c8875a45545', 'name': 'network-vif-deleted', 'tag': '9908b2e2-5964-46ac-a561-28f6624f31ee', 'status': 'completed', 'code': 200} Apr 17 04:06:48.698201 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-7332b014-f573-455e-9e3d-aff426d0a1a9 req-ee03ea12-dad1-47a1-a2c0-8f2c2c3c5699 tempest-VolumesActionsTest-363195616 tempest-VolumesActionsTest-363195616-project] 10.222.0.20 "GET /v2.0/security-groups?id=323457c9-e81e-408d-9850-b4808121b636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242027 Apr 17 04:06:48.704766 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-2f6720ff-d6cd-4773-b9d9-487a7a387c53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:48.716597 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [None req-254654c7-14c2-4d56-bd57-7df0930f6369 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=61dbd6f835af4bfab32c1134bb2ceeea&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4142315 Apr 17 04:06:48.721751 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.20', 54120) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 17 04:06:48.727049 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-2f6720ff-d6cd-4773-b9d9-487a7a387c53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920236'] for security_group, after_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:48.744344 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254654c7-14c2-4d56-bd57-7df0930f6369 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0fc9c31-cde0-4b83-804a-b972a4405f72,revision_number=1']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:06:48.768654 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-254654c7-14c2-4d56-bd57-7df0930f6369 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:06:48.769179 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-4094ed2b-561a-4628-af39-a8075ab9ad07 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.025s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:06:48.792278 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [None req-2f6720ff-d6cd-4773-b9d9-487a7a387c53 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3d68844d5c45454685985ed3887df86a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5357420 Apr 17 04:06:48.795158 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.20', 54128) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 17 04:06:48.829662 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6720ff-d6cd-4773-b9d9-487a7a387c53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=145dfebe-0eb1-4e07-9618-c5b5f4bd7d09,revision_number=1']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:06:48.832970 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-2f6720ff-d6cd-4773-b9d9-487a7a387c53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:06:48.851911 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-8ce7ba63-97eb-4994-91aa-04b9a060d16d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:48.862009 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-52361142-709b-4cb7-8bd3-54b65e07e3b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:48.880864 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-8ce7ba63-97eb-4994-91aa-04b9a060d16d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:48.889325 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-52361142-709b-4cb7-8bd3-54b65e07e3b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:48.931062 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-8ce7ba63-97eb-4994-91aa-04b9a060d16d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920236'] for security_group, after_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:48.934941 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:06:48.937546 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-52361142-709b-4cb7-8bd3-54b65e07e3b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920236'] for security_group, after_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:48.943265 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:06:48.958725 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52361142-709b-4cb7-8bd3-54b65e07e3b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=145dfebe-0eb1-4e07-9618-c5b5f4bd7d09,revision_number=None']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:06:48.967487 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-52361142-709b-4cb7-8bd3-54b65e07e3b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:06:48.968859 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-52361142-709b-4cb7-8bd3-54b65e07e3b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:48.970378 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [None req-52361142-709b-4cb7-8bd3-54b65e07e3b3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/145dfebe-0eb1-4e07-9618-c5b5f4bd7d09 HTTP/1.1" status: 204 len: 168 time: 0.1740668 Apr 17 04:06:48.974261 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce7ba63-97eb-4994-91aa-04b9a060d16d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0fc9c31-cde0-4b83-804a-b972a4405f72,revision_number=None']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:06:48.978681 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-8ce7ba63-97eb-4994-91aa-04b9a060d16d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:06:48.980803 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-8ce7ba63-97eb-4994-91aa-04b9a060d16d admin admin] Notify callbacks [] for security_group, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:48.982039 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [None req-8ce7ba63-97eb-4994-91aa-04b9a060d16d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d0fc9c31-cde0-4b83-804a-b972a4405f72 HTTP/1.1" status: 204 len: 168 time: 0.2578900 Apr 17 04:06:49.088174 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.rpc [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Device dedc85f2-e6b5-461c-8636-926e12d3e5b7 details requested by agent hyperv_hv-cinder-78605 with host hv-cinder-78605 {{(pid=86332) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 17 04:06:49.315006 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.db [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] For port dedc85f2-e6b5-461c-8636-926e12d3e5b7, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=dedc85f2-e6b5-461c-8636-926e12d3e5b7,segment=NetworkSegment(12cabbe8-c97c-4ca4-93ad-8a145e13b12b),segment_id=12cabbe8-c97c-4ca4-93ad-8a145e13b12b)] {{(pid=86332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 17 04:06:49.356846 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.rpc [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Returning: {'device': 'dedc85f2-e6b5-461c-8636-926e12d3e5b7', 'network_id': 'd993df1e-8372-4b57-88f5-81cca499a786', 'port_id': 'dedc85f2-e6b5-461c-8636-926e12d3e5b7', 'mac_address': 'fa:16:3e:e7:b1:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60c00017-da74-4f15-bfcf-b734eded4c88', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86332) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 17 04:06:49.370966 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c55d40-de3f-4a4d-8d4e-0647e99f3701 req-d54e69f2-edab-4352-819f-0f3d119379ef tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:06:49.380178 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-36c55d40-de3f-4a4d-8d4e-0647e99f3701 req-d54e69f2-edab-4352-819f-0f3d119379ef tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] 10.222.0.20 "GET /v2.0/ports?device_id=ddff59d5-455c-4e23-be4e-32eee2b20c05 HTTP/1.1" status: 200 len: 946 time: 0.1772645 Apr 17 04:06:49.500052 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853081909'] for port, before_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:49.543518 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-36c55d40-de3f-4a4d-8d4e-0647e99f3701 req-72f0041d-22ec-440e-8e18-0fcb0d0edad3 tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd5929ab-7671-4e84-b39c-be6225ef81ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1620889 Apr 17 04:06:49.546222 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.notifiers.nova [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dedc85f2-e6b5-461c-8636-926e12d3e5b7 {{(pid=86332) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 17 04:06:49.592742 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.db [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] For port dedc85f2-e6b5-461c-8636-926e12d3e5b7, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=dedc85f2-e6b5-461c-8636-926e12d3e5b7,segment=NetworkSegment(12cabbe8-c97c-4ca4-93ad-8a145e13b12b),segment_id=12cabbe8-c97c-4ca4-93ad-8a145e13b12b)] {{(pid=86332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 17 04:06:49.600783 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1691685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854152290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792299986632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244555219606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792299556228'] for port, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:49.604321 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:06:49.658047 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6d05e5-1b04-43bd-82eb-6ffd6885fcca req-3d35a63d-a8d1-4aa1-a096-7dd2b9eeba24 tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:06:49.665584 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-aa6d05e5-1b04-43bd-82eb-6ffd6885fcca req-3d35a63d-a8d1-4aa1-a096-7dd2b9eeba24 tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] 10.222.0.20 "GET /v2.0/ports?device_id=adc83314-abf3-458e-b145-974486d3defe HTTP/1.1" status: 200 len: 945 time: 0.2379258 Apr 17 04:06:49.686602 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Pushing event updated for resources: {'Port': ['ID=dedc85f2-e6b5-461c-8636-926e12d3e5b7,revision_number=4']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:06:49.691962 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:06:49.722669 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.20', 54160) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 17 04:06:49.754887 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-bfe4920d-b5dc-42eb-ab0f-44fa08288085 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:49.761049 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-aa6d05e5-1b04-43bd-82eb-6ffd6885fcca req-aee7460c-824c-45b6-bb0d-11ddbca89589 tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] 10.222.0.20 "GET /v2.0/security-groups?id=48edf01a-27e1-4331-aa2f-debc447aa56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906043 Apr 17 04:06:49.787532 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [None req-bfe4920d-b5dc-42eb-ab0f-44fa08288085 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 17 04:06:49.789139 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [None req-bfe4920d-b5dc-42eb-ab0f-44fa08288085 admin admin] Usage tracker for resource:security_group_rule and tenant:896c7b25a36645e38b4deb35f9404d5c is out of sync, need to count used quota {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 17 04:06:49.792788 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [None req-bfe4920d-b5dc-42eb-ab0f-44fa08288085 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 17 04:06:49.799058 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [None req-bfe4920d-b5dc-42eb-ab0f-44fa08288085 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 17 04:06:49.895447 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.db [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] get_ports_and_sgs() called for port_ids ['dedc85f2-e6b5-461c-8636-926e12d3e5b7'] {{(pid=86332) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 17 04:06:49.973803 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-bfe4920d-b5dc-42eb-ab0f-44fa08288085 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:49.980240 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-bfe4920d-b5dc-42eb-ab0f-44fa08288085 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920236'] for security_group, after_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:50.005317 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:06:50.093814 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [None req-bfe4920d-b5dc-42eb-ab0f-44fa08288085 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=896c7b25a36645e38b4deb35f9404d5c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3670347 Apr 17 04:06:50.099141 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a8f116-7c62-4339-92ff-401f34c267b3 req-1dfff20e-9d3a-471b-a898-9add26cc0a35 tempest-VolumesActionsTest-363195616 tempest-VolumesActionsTest-363195616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:06:50.100888 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.20', 54176) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 17 04:06:50.105290 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe4920d-b5dc-42eb-ab0f-44fa08288085 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52ac1c78-b3c0-46cb-8392-8ae2044ccc65,revision_number=1']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:06:50.108824 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-b8a8f116-7c62-4339-92ff-401f34c267b3 req-1dfff20e-9d3a-471b-a898-9add26cc0a35 tempest-VolumesActionsTest-363195616 tempest-VolumesActionsTest-363195616-project] 10.222.0.20 "GET /v2.0/ports?device_id=83dc07c8-b6af-4460-82e8-d340789e139e HTTP/1.1" status: 200 len: 945 time: 0.2026494 Apr 17 04:06:50.147707 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3e1137-694b-4e49-bfb9-8caaeeda9879 req-62e0bbf6-68d9-4515-a19e-2860405c5bb2 tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:06:50.149743 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-de3e1137-694b-4e49-bfb9-8caaeeda9879 req-62e0bbf6-68d9-4515-a19e-2860405c5bb2 tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] 10.222.0.20 "GET /v2.0/ports?device_id=ddff59d5-455c-4e23-be4e-32eee2b20c05 HTTP/1.1" status: 200 len: 946 time: 0.1814654 Apr 17 04:06:50.163352 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.20', 54182) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 17 04:06:50.171138 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.v2.base [None req-f1da6a1e-6649-4091-84b3-e0da65305da7 tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Request body: {'floatingip': {'port_id': '5726dbe8-8c69-4116-83f5-349991488743'}} {{(pid=86331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 17 04:06:50.196224 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-bfe4920d-b5dc-42eb-ab0f-44fa08288085 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:06:50.248743 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-986c371e-944c-4b65-b1e4-a31be03a1514 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:50.329667 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-986c371e-944c-4b65-b1e4-a31be03a1514 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:50.423157 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-986c371e-944c-4b65-b1e4-a31be03a1514 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920236'] for security_group, after_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:50.428875 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-94d33cf8-7afb-424a-b019-d616fb59eabf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:06:50.458138 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986c371e-944c-4b65-b1e4-a31be03a1514 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52ac1c78-b3c0-46cb-8392-8ae2044ccc65,revision_number=None']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:06:50.460450 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-986c371e-944c-4b65-b1e4-a31be03a1514 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:06:50.466464 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-986c371e-944c-4b65-b1e4-a31be03a1514 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:50.470920 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [None req-986c371e-944c-4b65-b1e4-a31be03a1514 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/52ac1c78-b3c0-46cb-8392-8ae2044ccc65 HTTP/1.1" status: 204 len: 168 time: 0.3677764 Apr 17 04:06:50.535234 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-f1da6a1e-6649-4091-84b3-e0da65305da7 tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Notify callbacks [] for floatingip, before_update {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:50.632787 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-b8a8f116-7c62-4339-92ff-401f34c267b3 req-0bd12b63-1e62-4ee4-af25-c980f06323ba tempest-VolumesActionsTest-363195616 tempest-VolumesActionsTest-363195616-project] 10.222.0.20 "GET /v2.0/security-groups?id=323457c9-e81e-408d-9850-b4808121b636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5228298 Apr 17 04:06:51.105148 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.rpc [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Device dedc85f2-e6b5-461c-8636-926e12d3e5b7 up at agent hyperv_hv-cinder-78605 {{(pid=86332) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 17 04:06:51.190972 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.provisioning_blocks [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Provisioning for port dedc85f2-e6b5-461c-8636-926e12d3e5b7 completed by entity L2. {{(pid=86332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 17 04:06:51.198678 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.provisioning_blocks [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Provisioning complete for port dedc85f2-e6b5-461c-8636-926e12d3e5b7 triggered by entity L2. {{(pid=86332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 17 04:06:51.199100 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2017814'] for port, provisioning_complete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:51.460170 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853081909'] for port, before_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:51.505667 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.db [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] For port dedc85f2-e6b5-461c-8636-926e12d3e5b7, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=dedc85f2-e6b5-461c-8636-926e12d3e5b7,segment=NetworkSegment(12cabbe8-c97c-4ca4-93ad-8a145e13b12b),segment_id=12cabbe8-c97c-4ca4-93ad-8a145e13b12b)] {{(pid=86332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 17 04:06:51.507989 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83dc07c8-b6af-4460-82e8-d340789e139e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dedc85f2-e6b5-461c-8636-926e12d3e5b7'}] {{(pid=86332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 17 04:06:51.515176 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1691685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854152290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792299986632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244555219606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792299556228'] for port, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:51.516346 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.rpc [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Device 9908b2e2-5964-46ac-a561-28f6624f31ee no longer exists at agent hyperv_hv-cinder-78605 {{(pid=86332) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 17 04:06:51.542275 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff62f29-3e37-4459-8678-607a95ab9e50 req-2d8f4255-943f-4358-ba7e-5802d19f75ef tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:06:51.548027 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-6ff62f29-3e37-4459-8678-607a95ab9e50 req-2d8f4255-943f-4358-ba7e-5802d19f75ef tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] 10.222.0.20 "GET /v2.0/ports?device_id=adc83314-abf3-458e-b145-974486d3defe HTTP/1.1" status: 200 len: 945 time: 0.4976318 Apr 17 04:06:51.562428 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:06:51.617028 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83dc07c8-b6af-4460-82e8-d340789e139e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dedc85f2-e6b5-461c-8636-926e12d3e5b7', 'code': 200} Apr 17 04:06:51.715262 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-6ff62f29-3e37-4459-8678-607a95ab9e50 req-eab2e428-55aa-421c-9531-09c0b17b9966 tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] 10.222.0.20 "GET /v2.0/security-groups?id=48edf01a-27e1-4331-aa2f-debc447aa56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340795 Apr 17 04:06:51.725039 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Pushing event updated for resources: {'Port': ['ID=dedc85f2-e6b5-461c-8636-926e12d3e5b7,revision_number=5']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:06:51.730797 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.plugin [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] No Port match for: 9908b2e2-5964-46ac-a561-28f6624f31ee {{(pid=86332) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 17 04:06:51.731189 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.rpc [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Device 9908b2e2-5964-46ac-a561-28f6624f31ee not bound to the agent host hv-cinder-78605 {{(pid=86332) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 17 04:06:51.732860 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:06:51.824649 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.db.resource_extend [None req-f1da6a1e-6649-4091-84b3-e0da65305da7 tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=86331) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 17 04:06:52.012119 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af07c0a6-5f37-40e1-b184-a52bc8052503 req-2d856440-34d2-4341-8ff5-9091a8f5b5fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:06:52.013856 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-af07c0a6-5f37-40e1-b184-a52bc8052503 req-2d856440-34d2-4341-8ff5-9091a8f5b5fb service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=83dc07c8-b6af-4460-82e8-d340789e139e HTTP/1.1" status: 200 len: 1099 time: 0.1885216 Apr 17 04:06:52.032963 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.20', 54272) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 17 04:06:52.052295 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-f1da6a1e-6649-4091-84b3-e0da65305da7 tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:52.059715 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-f1da6a1e-6649-4091-84b3-e0da65305da7 tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1023409'] for floatingip, after_update {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:52.167948 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff54bc5b-ef12-4e58-ae0b-6d005b64fb84 admin admin] Deleting subnet 29782007-faae-4405-85f0-0714c46e5057 {{(pid=86330) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 17 04:06:52.171453 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-ff54bc5b-ef12-4e58-ae0b-6d005b64fb84 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:52.259739 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-ff54bc5b-ef12-4e58-ae0b-6d005b64fb84 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:52.276077 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-ff54bc5b-ef12-4e58-ae0b-6d005b64fb84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2044980'] for subnet, precommit_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:52.292382 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.db.l3_db [None req-f1da6a1e-6649-4091-84b3-e0da65305da7 tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Floating IP bcb87c69-da7b-4a95-98d0-f7b7035a0f66 associated. External IP: 172.28.1.226, port: 5726dbe8-8c69-4116-83f5-349991488743. Apr 17 04:06:52.315721 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-af07c0a6-5f37-40e1-b184-a52bc8052503 req-39f4c35f-8cf9-41bb-b4b1-ef0cd8a9c083 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=323457c9-e81e-408d-9850-b4808121b636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2797058 Apr 17 04:06:52.490127 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1d87e5-013e-4363-a7e7-509610170e50 req-26da7814-ddc7-487f-a85c-cc72b5502be9 tempest-VolumesActionsTest-363195616 tempest-VolumesActionsTest-363195616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:06:52.496987 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-bf1d87e5-013e-4363-a7e7-509610170e50 req-26da7814-ddc7-487f-a85c-cc72b5502be9 tempest-VolumesActionsTest-363195616 tempest-VolumesActionsTest-363195616-project] 10.222.0.20 "GET /v2.0/ports?device_id=83dc07c8-b6af-4460-82e8-d340789e139e HTTP/1.1" status: 200 len: 946 time: 0.5441713 Apr 17 04:06:52.627260 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-ff54bc5b-ef12-4e58-ae0b-6d005b64fb84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036852730868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854152290'] for subnet, after_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:52.633956 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-80c22a2e-aaa5-4bf7-864e-3cc26e50f7fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:06:52.693393 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff54bc5b-ef12-4e58-ae0b-6d005b64fb84 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=29782007-faae-4405-85f0-0714c46e5057,revision_number=None']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:06:52.707549 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-ff54bc5b-ef12-4e58-ae0b-6d005b64fb84 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854152307'] for subnet, before_response {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:52.715333 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [None req-ff54bc5b-ef12-4e58-ae0b-6d005b64fb84 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/29782007-faae-4405-85f0-0714c46e5057 HTTP/1.1" status: 204 len: 168 time: 0.6808667 Apr 17 04:06:52.717922 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.20', 54300) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 17 04:06:52.775904 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-ff54bc5b-ef12-4e58-ae0b-6d005b64fb84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:06:52.909895 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-7f2920d5-d2e3-48ed-883c-04b7d716e15a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2007928'] for network, before_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:53.034295 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-bf1d87e5-013e-4363-a7e7-509610170e50 req-c9c97bcd-bfa6-425b-947e-4ecfbb4ecae1 tempest-VolumesActionsTest-363195616 tempest-VolumesActionsTest-363195616-project] 10.222.0.20 "GET /v2.0/security-groups?id=323457c9-e81e-408d-9850-b4808121b636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5308640 Apr 17 04:06:53.075084 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-7f2920d5-d2e3-48ed-883c-04b7d716e15a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852730783', 'neutron.services.segments.db._delete_segments_for_network-8792299905651'] for network, precommit_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:53.112765 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a693f72-3108-48e1-8c50-98745dfd24ed req-e75d0d31-df20-4160-a227-975f27c898ea tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:06:53.114715 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-1a693f72-3108-48e1-8c50-98745dfd24ed req-e75d0d31-df20-4160-a227-975f27c898ea tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] 10.222.0.20 "GET /v2.0/ports?device_id=adc83314-abf3-458e-b145-974486d3defe HTTP/1.1" status: 200 len: 945 time: 0.1788952 Apr 17 04:06:53.116594 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1da6a1e-6649-4091-84b3-e0da65305da7 tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Router 11705267-a024-4b79-bf32-97d0e0a5cb08 has already been hosted by L3 agent 89c35117-d9bd-45d8-8d43-26735203dc9d {{(pid=86331) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 17 04:06:53.198919 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-7f2920d5-d2e3-48ed-883c-04b7d716e15a admin admin] Subscribe: > segment before_delete 55550000 {{(pid=86330) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 17 04:06:53.199902 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-7f2920d5-d2e3-48ed-883c-04b7d716e15a admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=86330) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 17 04:06:53.200955 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-7f2920d5-d2e3-48ed-883c-04b7d716e15a admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=86330) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 17 04:06:53.201553 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-7f2920d5-d2e3-48ed-883c-04b7d716e15a admin admin] Subscribe: > port after_create 55550000 {{(pid=86330) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 17 04:06:53.202070 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-7f2920d5-d2e3-48ed-883c-04b7d716e15a admin admin] Subscribe: > port after_delete 55550000 {{(pid=86330) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 17 04:06:53.202789 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-7f2920d5-d2e3-48ed-883c-04b7d716e15a admin admin] Subscribe: > port after_update 55550000 {{(pid=86330) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 17 04:06:53.203326 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-7f2920d5-d2e3-48ed-883c-04b7d716e15a admin admin] Subscribe: > segment after_delete 55550000 {{(pid=86330) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 17 04:06:53.203861 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-7f2920d5-d2e3-48ed-883c-04b7d716e15a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=86330) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 17 04:06:53.205030 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-7f2920d5-d2e3-48ed-883c-04b7d716e15a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=86330) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 17 04:06:53.205453 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-7f2920d5-d2e3-48ed-883c-04b7d716e15a admin admin] Subscribe: > subnet after_update 55550000 {{(pid=86330) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 17 04:06:53.276350 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-7f2920d5-d2e3-48ed-883c-04b7d716e15a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=86330) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 17 04:06:53.276778 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-7f2920d5-d2e3-48ed-883c-04b7d716e15a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=86330) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 17 04:06:53.277163 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-7f2920d5-d2e3-48ed-883c-04b7d716e15a admin admin] Subscribe: > subnet before_create 55550000 {{(pid=86330) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 17 04:06:53.278053 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-7f2920d5-d2e3-48ed-883c-04b7d716e15a admin admin] Subscribe: > subnet before_update 55550000 {{(pid=86330) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 17 04:06:53.278450 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.services.segments.db [None req-7f2920d5-d2e3-48ed-883c-04b7d716e15a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc0f799b-d915-4524-adc4-ed43690524ba']}} {{(pid=86330) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 17 04:06:53.293157 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.services.segments.db [None req-7f2920d5-d2e3-48ed-883c-04b7d716e15a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c02edac1-50be-47bc-b486-0f7fe5c7c69b') {'for_net_delete': True} {{(pid=86330) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 17 04:06:53.293467 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.services.segments.db [None req-7f2920d5-d2e3-48ed-883c-04b7d716e15a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c02edac1-50be-47bc-b486-0f7fe5c7c69b') {} {{(pid=86330) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 17 04:06:53.307412 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-1a693f72-3108-48e1-8c50-98745dfd24ed req-76c64387-8583-4a8f-81db-520b96d0bc94 tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] 10.222.0.20 "GET /v2.0/security-groups?id=48edf01a-27e1-4331-aa2f-debc447aa56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1840954 Apr 17 04:06:53.307598 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-7f2920d5-d2e3-48ed-883c-04b7d716e15a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363244554709347', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2533493'] for segment, before_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:53.351134 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1da6a1e-6649-4091-84b3-e0da65305da7 tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Notify agent at l3_agent.dv-cinder-786054-2-smb the message routers_updated {{(pid=86331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 17 04:06:53.353681 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-7f2920d5-d2e3-48ed-883c-04b7d716e15a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852729262'] for segment, precommit_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:53.357052 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-f1da6a1e-6649-4091-84b3-e0da65305da7 tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2986'] for floatingip, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:53.364344 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f2920d5-d2e3-48ed-883c-04b7d716e15a admin admin] Releasing vlan 148 on physical network physnet1 to pool {{(pid=86330) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 17 04:06:53.374808 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0377230-2d4b-4519-b93a-582c8e2403e2 None None] Sync routers for ids ['11705267-a024-4b79-bf32-97d0e0a5cb08'] in dv-cinder-786054-2-smb {{(pid=86333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 17 04:06:53.391159 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0377230-2d4b-4519-b93a-582c8e2403e2 None None] Routers {'11705267-a024-4b79-bf32-97d0e0a5cb08'} bound to L3 agent in host dv-cinder-786054-2-smb {{(pid=86333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 17 04:06:53.391895 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.l3_hamode_db [None req-a0377230-2d4b-4519-b93a-582c8e2403e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786054-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-17T03:57:39Z,description=,heartbeat_timestamp=2021-04-17T04:06:40Z,host='dv-cinder-786054-2-smb',id=89c35117-d9bd-45d8-8d43-26735203dc9d,load=0,resource_versions=,resources_synced=,started_at=2021-04-17T03:57:39Z,topic='l3_agent')) {'router_ids': ['11705267-a024-4b79-bf32-97d0e0a5cb08'], 'active': True} {{(pid=86333) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 17 04:06:53.444047 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [None req-f1da6a1e-6649-4091-84b3-e0da65305da7 tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] 10.222.0.20 "PUT /v2.0/floatingips/bcb87c69-da7b-4a95-98d0-f7b7035a0f66 HTTP/1.1" status: 200 len: 992 time: 3.2788157 Apr 17 04:06:53.444909 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ddff59d5-455c-4e23-be4e-32eee2b20c05', 'tag': '5726dbe8-8c69-4116-83f5-349991488743'}] {{(pid=86331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 17 04:06:53.541525 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ddff59d5-455c-4e23-be4e-32eee2b20c05', 'tag': '5726dbe8-8c69-4116-83f5-349991488743', 'status': 'completed', 'code': 200} Apr 17 04:06:53.680594 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.managers [None req-7f2920d5-d2e3-48ed-883c-04b7d716e15a admin admin] Network fc0f799b-d915-4524-adc4-ed43690524ba has no segments {{(pid=86330) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 17 04:06:53.694011 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-7f2920d5-d2e3-48ed-883c-04b7d716e15a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2046501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2556820'] for segment, after_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:53.783990 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.l3_dvr_db [None req-a0377230-2d4b-4519-b93a-582c8e2403e2 None None] Set router 11705267-a024-4b79-bf32-97d0e0a5cb08 gateway port host: dv-cinder-786054-2-smb {{(pid=86333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 17 04:06:53.921846 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.20', 54350) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 17 04:06:54.276097 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.managers [None req-7f2920d5-d2e3-48ed-883c-04b7d716e15a admin admin] Network fc0f799b-d915-4524-adc4-ed43690524ba has no segments {{(pid=86330) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 17 04:06:54.323668 dv-cinder-786054-2-smb neutron-server[86217]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 17 04:06:54.323668 dv-cinder-786054-2-smb neutron-server[86217]: from cryptography.utils import int_from_bytes Apr 17 04:06:54.323668 dv-cinder-786054-2-smb neutron-server[86217]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 17 04:06:54.323668 dv-cinder-786054-2-smb neutron-server[86217]: from cryptography.utils import int_from_bytes Apr 17 04:06:54.323668 dv-cinder-786054-2-smb neutron-server[86217]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Apr 17 04:06:54.323668 dv-cinder-786054-2-smb neutron-server[86217]: (rel_b, rel_a, rel_b), Apr 17 04:06:54.323668 dv-cinder-786054-2-smb neutron-server[86217]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Apr 17 04:06:54.323668 dv-cinder-786054-2-smb neutron-server[86217]: (rel_b, rel_a, rel_b), Apr 17 04:06:54.323668 dv-cinder-786054-2-smb neutron-server[86217]: Traceback (most recent call last): Apr 17 04:06:54.323668 dv-cinder-786054-2-smb neutron-server[86217]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 17 04:06:54.323668 dv-cinder-786054-2-smb neutron-server[86217]: timer() Apr 17 04:06:54.323668 dv-cinder-786054-2-smb neutron-server[86217]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 17 04:06:54.323668 dv-cinder-786054-2-smb neutron-server[86217]: cb(*args, **kw) Apr 17 04:06:54.323668 dv-cinder-786054-2-smb neutron-server[86217]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 17 04:06:54.323668 dv-cinder-786054-2-smb neutron-server[86217]: return func(*args, **kwargs) Apr 17 04:06:54.323668 dv-cinder-786054-2-smb neutron-server[86217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 17 04:06:54.323668 dv-cinder-786054-2-smb neutron-server[86217]: self._notify() Apr 17 04:06:54.323668 dv-cinder-786054-2-smb neutron-server[86217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 17 04:06:54.323668 dv-cinder-786054-2-smb neutron-server[86217]: self.callback(batched_events) Apr 17 04:06:54.323668 dv-cinder-786054-2-smb neutron-server[86217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 17 04:06:54.323668 dv-cinder-786054-2-smb neutron-server[86217]: event.method(event) Apr 17 04:06:54.323668 dv-cinder-786054-2-smb neutron-server[86217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 17 04:06:54.323668 dv-cinder-786054-2-smb neutron-server[86217]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 17 04:06:54.323668 dv-cinder-786054-2-smb neutron-server[86217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 17 04:06:54.323668 dv-cinder-786054-2-smb neutron-server[86217]: segment_id)['aggregates'][0] Apr 17 04:06:54.323668 dv-cinder-786054-2-smb neutron-server[86217]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 17 04:06:54.323668 dv-cinder-786054-2-smb neutron-server[86217]: return f(self, *a, **k) Apr 17 04:06:54.323668 dv-cinder-786054-2-smb neutron-server[86217]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 17 04:06:54.323668 dv-cinder-786054-2-smb neutron-server[86217]: return self._get(url).json() Apr 17 04:06:54.323668 dv-cinder-786054-2-smb neutron-server[86217]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 17 04:06:54.323668 dv-cinder-786054-2-smb neutron-server[86217]: **kwargs) Apr 17 04:06:54.323668 dv-cinder-786054-2-smb neutron-server[86217]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 17 04:06:54.323668 dv-cinder-786054-2-smb neutron-server[86217]: return self.request(url, 'GET', **kwargs) Apr 17 04:06:54.323668 dv-cinder-786054-2-smb neutron-server[86217]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 17 04:06:54.323668 dv-cinder-786054-2-smb neutron-server[86217]: **endpoint_filter) Apr 17 04:06:54.323668 dv-cinder-786054-2-smb neutron-server[86217]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 17 04:06:54.323668 dv-cinder-786054-2-smb neutron-server[86217]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 17 04:06:54.323668 dv-cinder-786054-2-smb neutron-server[86217]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 17 04:06:54.323668 dv-cinder-786054-2-smb neutron-server[86217]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 17 04:06:54.323668 dv-cinder-786054-2-smb neutron-server[86217]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 17 04:06:54.403562 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-c50aad65-2f95-4e1d-8d83-5449e61d47a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:54.448629 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [None req-c50aad65-2f95-4e1d-8d83-5449e61d47a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 17 04:06:54.468093 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [None req-c50aad65-2f95-4e1d-8d83-5449e61d47a4 admin admin] Usage tracker for resource:security_group_rule and tenant:b25f0ddaed524e38892d7c6e5212e9b8 is out of sync, need to count used quota {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 17 04:06:54.468871 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21731a0-4f72-4cc4-b360-b339fa4d837f req-6fa6d8a1-99cb-489c-b85c-9f5f629e66b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:06:54.471807 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [None req-c50aad65-2f95-4e1d-8d83-5449e61d47a4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 17 04:06:54.472163 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-d21731a0-4f72-4cc4-b360-b339fa4d837f req-6fa6d8a1-99cb-489c-b85c-9f5f629e66b6 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a895b4724282424590f36093c5571d4e&device_id=ddff59d5-455c-4e23-be4e-32eee2b20c05 HTTP/1.1" status: 200 len: 1099 time: 0.8685148 Apr 17 04:06:54.485352 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [None req-c50aad65-2f95-4e1d-8d83-5449e61d47a4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 17 04:06:54.490533 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.l3_hamode_db [None req-a0377230-2d4b-4519-b93a-582c8e2403e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11705267-a024-4b79-bf32-97d0e0a5cb08', 'name': 'tempest-AttachVolumeShelveTestJSON-1739641882-router', 'tenant_id': 'a895b4724282424590f36093c5571d4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3299e77b-a72c-46bf-8676-13cef166cd0a', 'external_fixed_ips': [{'subnet_id': '126682c8-3b96-411d-a59b-48497db5cf0c', 'ip_address': '172.28.1.151'}], 'enable_snat': True}, 'gw_port_id': '9144f13c-507f-404d-aebc-7e9b1e021196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-17T04:05:58Z', 'updated_at': '2021-04-17T04:06:14Z', 'revision_number': 4, 'project_id': 'a895b4724282424590f36093c5571d4e', 'gw_port': {'id': '9144f13c-507f-404d-aebc-7e9b1e021196', 'name': '', 'network_id': '3299e77b-a72c-46bf-8676-13cef166cd0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:22:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11705267-a024-4b79-bf32-97d0e0a5cb08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '126682c8-3b96-411d-a59b-48497db5cf0c', 'ip_address': '172.28.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-17T04:06:00Z', 'updated_at': '2021-04-17T04:06:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126682c8-3b96-411d-a59b-48497db5cf0c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-2-smb', '_floatingips': [{'id': 'bcb87c69-da7b-4a95-98d0-f7b7035a0f66', 'tenant_id': 'a895b4724282424590f36093c5571d4e', 'floating_ip_address': '172.28.1.226', 'floating_network_id': '3299e77b-a72c-46bf-8676-13cef166cd0a', 'router_id': '11705267-a024-4b79-bf32-97d0e0a5cb08', 'port_id': '5726dbe8-8c69-4116-83f5-349991488743', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 141, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8f93dec-df20-4bb3-95a3-f64dab26a2d6', 'mac_address': 'fa:16:3e:b9:25:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddff59d5-455c-4e23-be4e-32eee2b20c05', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-17T04:06:26Z', 'updated_at': '2021-04-17T04:06:51Z', 'revision_number': 1, 'project_id': 'a895b4724282424590f36093c5571d4e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db8efaa5-dbdd-48af-afb2-42e5a1431713', 'name': '', 'network_id': 'f8f93dec-df20-4bb3-95a3-f64dab26a2d6', 'tenant_id': 'a895b4724282424590f36093c5571d4e', 'mac_address': 'fa:16:3e:34:0d:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11705267-a024-4b79-bf32-97d0e0a5cb08', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '343cf9b8-b4dd-451f-9881-fd976f22c732', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-17T04:06:10Z', 'updated_at': '2021-04-17T04:06:24Z', 'revision_number': 5, 'project_id': 'a895b4724282424590f36093c5571d4e', 'subnets': [{'id': '343cf9b8-b4dd-451f-9881-fd976f22c732', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-2-smb', False) {} {{(pid=86333) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 17 04:06:54.495361 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0377230-2d4b-4519-b93a-582c8e2403e2 None None] Checking router: 11705267-a024-4b79-bf32-97d0e0a5cb08 for host: dv-cinder-786054-2-smb {{(pid=86333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 17 04:06:54.505603 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0377230-2d4b-4519-b93a-582c8e2403e2 None None] Routers {'11705267-a024-4b79-bf32-97d0e0a5cb08'} bound to L3 agent in host dv-cinder-786054-2-smb {{(pid=86333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 17 04:06:54.506514 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.l3_hamode_db [None req-a0377230-2d4b-4519-b93a-582c8e2403e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786054-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-17T03:57:39Z,description=,heartbeat_timestamp=2021-04-17T04:06:40Z,host='dv-cinder-786054-2-smb',id=89c35117-d9bd-45d8-8d43-26735203dc9d,load=0,resource_versions=,resources_synced=,started_at=2021-04-17T03:57:39Z,topic='l3_agent')) {'router_ids': ['11705267-a024-4b79-bf32-97d0e0a5cb08'], 'active': True} {{(pid=86333) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 17 04:06:54.604144 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b01b55-ff71-4be4-9e53-f2c6c0637b29 req-fe99ae73-2217-45e4-959f-d913e80e9b43 tempest-VolumesActionsTest-363195616 tempest-VolumesActionsTest-363195616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:06:54.606905 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-74b01b55-ff71-4be4-9e53-f2c6c0637b29 req-fe99ae73-2217-45e4-959f-d913e80e9b43 tempest-VolumesActionsTest-363195616 tempest-VolumesActionsTest-363195616-project] 10.222.0.20 "GET /v2.0/ports?device_id=83dc07c8-b6af-4460-82e8-d340789e139e HTTP/1.1" status: 200 len: 946 time: 0.3695984 Apr 17 04:06:54.662896 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21731a0-4f72-4cc4-b360-b339fa4d837f req-b8e6dd9e-146b-4fcd-a6f2-9a104101d820 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:06:54.664578 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-d21731a0-4f72-4cc4-b360-b339fa4d837f req-b8e6dd9e-146b-4fcd-a6f2-9a104101d820 service neutron] 10.222.0.32 "GET /v2.0/networks?id=f8f93dec-df20-4bb3-95a3-f64dab26a2d6 HTTP/1.1" status: 200 len: 918 time: 0.1738064 Apr 17 04:06:54.665965 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-7f2920d5-d2e3-48ed-883c-04b7d716e15a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2045033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854152290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1023362'] for network, after_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:54.721676 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-c50aad65-2f95-4e1d-8d83-5449e61d47a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:54.731811 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-c50aad65-2f95-4e1d-8d83-5449e61d47a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920236'] for security_group, after_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:54.767079 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.l3_dvr_db [None req-a0377230-2d4b-4519-b93a-582c8e2403e2 None None] Set router 11705267-a024-4b79-bf32-97d0e0a5cb08 gateway port host: dv-cinder-786054-2-smb {{(pid=86333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 17 04:06:54.767355 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:06:54.803301 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.20', 54392) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 17 04:06:54.804534 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-7f2920d5-d2e3-48ed-883c-04b7d716e15a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854152307'] for network, before_response {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:54.813299 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-d21731a0-4f72-4cc4-b360-b339fa4d837f req-c46825cc-2665-49d6-9bfd-c9eaa324ef2b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5726dbe8-8c69-4116-83f5-349991488743 HTTP/1.1" status: 200 len: 1000 time: 0.1400626 Apr 17 04:06:54.814100 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2920d5-d2e3-48ed-883c-04b7d716e15a admin admin] Pushing event deleted for resources: {'Network': ['ID=fc0f799b-d915-4524-adc4-ed43690524ba,revision_number=None']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:06:54.816355 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-c5fffdf0-12ab-4a65-855e-d937e21595ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:06:54.820776 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-7f2920d5-d2e3-48ed-883c-04b7d716e15a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:06:54.825676 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [None req-c50aad65-2f95-4e1d-8d83-5449e61d47a4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b25f0ddaed524e38892d7c6e5212e9b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9020276 Apr 17 04:06:54.834688 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.20', 54396) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 17 04:06:54.885402 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [None req-7f2920d5-d2e3-48ed-883c-04b7d716e15a admin admin] 10.222.0.20 "DELETE /v2.0/networks/fc0f799b-d915-4524-adc4-ed43690524ba HTTP/1.1" status: 204 len: 168 time: 2.1640215 Apr 17 04:06:54.930626 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21731a0-4f72-4cc4-b360-b339fa4d837f req-da401eff-03dd-4bc4-82f2-726715c2f73f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:06:54.932316 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-d21731a0-4f72-4cc4-b360-b339fa4d837f req-da401eff-03dd-4bc4-82f2-726715c2f73f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=343cf9b8-b4dd-451f-9881-fd976f22c732 HTTP/1.1" status: 200 len: 856 time: 0.1104443 Apr 17 04:06:54.950864 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-74b01b55-ff71-4be4-9e53-f2c6c0637b29 req-db152a0f-7f69-40d7-aab6-39b000580530 tempest-VolumesActionsTest-363195616 tempest-VolumesActionsTest-363195616-project] 10.222.0.20 "GET /v2.0/security-groups?id=323457c9-e81e-408d-9850-b4808121b636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2215011 Apr 17 04:06:54.967659 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50aad65-2f95-4e1d-8d83-5449e61d47a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01017ae6-e7ec-449e-8738-e27a6785a122,revision_number=1']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:06:55.018377 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-c50aad65-2f95-4e1d-8d83-5449e61d47a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:06:55.027681 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f4aa25-5416-4318-8c21-5c2b9e5c1b99 req-067b3fb6-7d32-499b-b55d-b1d62b5f3580 tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:06:55.035586 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-f5f4aa25-5416-4318-8c21-5c2b9e5c1b99 req-067b3fb6-7d32-499b-b55d-b1d62b5f3580 tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] 10.222.0.20 "GET /v2.0/ports?device_id=adc83314-abf3-458e-b145-974486d3defe HTTP/1.1" status: 200 len: 945 time: 0.4945581 Apr 17 04:06:55.188436 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21731a0-4f72-4cc4-b360-b339fa4d837f req-f1c09ee2-66ca-4931-878e-d62a90697b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:06:55.193081 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-d21731a0-4f72-4cc4-b360-b339fa4d837f req-f1c09ee2-66ca-4931-878e-d62a90697b09 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f8f93dec-df20-4bb3-95a3-f64dab26a2d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2533393 Apr 17 04:06:55.205583 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-f5f4aa25-5416-4318-8c21-5c2b9e5c1b99 req-4ff0dee3-5d26-4a39-8c20-48e11b158488 tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] 10.222.0.20 "GET /v2.0/security-groups?id=48edf01a-27e1-4331-aa2f-debc447aa56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686528 Apr 17 04:06:55.223872 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.l3_hamode_db [None req-a0377230-2d4b-4519-b93a-582c8e2403e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11705267-a024-4b79-bf32-97d0e0a5cb08', 'name': 'tempest-AttachVolumeShelveTestJSON-1739641882-router', 'tenant_id': 'a895b4724282424590f36093c5571d4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3299e77b-a72c-46bf-8676-13cef166cd0a', 'external_fixed_ips': [{'subnet_id': '126682c8-3b96-411d-a59b-48497db5cf0c', 'ip_address': '172.28.1.151'}], 'enable_snat': True}, 'gw_port_id': '9144f13c-507f-404d-aebc-7e9b1e021196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-17T04:05:58Z', 'updated_at': '2021-04-17T04:06:14Z', 'revision_number': 4, 'project_id': 'a895b4724282424590f36093c5571d4e', 'gw_port': {'id': '9144f13c-507f-404d-aebc-7e9b1e021196', 'name': '', 'network_id': '3299e77b-a72c-46bf-8676-13cef166cd0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:22:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11705267-a024-4b79-bf32-97d0e0a5cb08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '126682c8-3b96-411d-a59b-48497db5cf0c', 'ip_address': '172.28.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-17T04:06:00Z', 'updated_at': '2021-04-17T04:06:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126682c8-3b96-411d-a59b-48497db5cf0c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-2-smb', '_floatingips': [{'id': 'bcb87c69-da7b-4a95-98d0-f7b7035a0f66', 'tenant_id': 'a895b4724282424590f36093c5571d4e', 'floating_ip_address': '172.28.1.226', 'floating_network_id': '3299e77b-a72c-46bf-8676-13cef166cd0a', 'router_id': '11705267-a024-4b79-bf32-97d0e0a5cb08', 'port_id': '5726dbe8-8c69-4116-83f5-349991488743', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 141, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8f93dec-df20-4bb3-95a3-f64dab26a2d6', 'mac_address': 'fa:16:3e:b9:25:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddff59d5-455c-4e23-be4e-32eee2b20c05', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-17T04:06:26Z', 'updated_at': '2021-04-17T04:06:51Z', 'revision_number': 1, 'project_id': 'a895b4724282424590f36093c5571d4e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db8efaa5-dbdd-48af-afb2-42e5a1431713', 'name': '', 'network_id': 'f8f93dec-df20-4bb3-95a3-f64dab26a2d6', 'tenant_id': 'a895b4724282424590f36093c5571d4e', 'mac_address': 'fa:16:3e:34:0d:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11705267-a024-4b79-bf32-97d0e0a5cb08', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '343cf9b8-b4dd-451f-9881-fd976f22c732', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-17T04:06:10Z', 'updated_at': '2021-04-17T04:06:24Z', 'revision_number': 5, 'project_id': 'a895b4724282424590f36093c5571d4e', 'subnets': [{'id': '343cf9b8-b4dd-451f-9881-fd976f22c732', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-2-smb', False) {} {{(pid=86333) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 17 04:06:55.228783 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0377230-2d4b-4519-b93a-582c8e2403e2 None None] The sync data for ids ['11705267-a024-4b79-bf32-97d0e0a5cb08'] in dv-cinder-786054-2-smb is: [{'id': '11705267-a024-4b79-bf32-97d0e0a5cb08', 'name': 'tempest-AttachVolumeShelveTestJSON-1739641882-router', 'tenant_id': 'a895b4724282424590f36093c5571d4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3299e77b-a72c-46bf-8676-13cef166cd0a', 'external_fixed_ips': [{'subnet_id': '126682c8-3b96-411d-a59b-48497db5cf0c', 'ip_address': '172.28.1.151'}], 'enable_snat': True}, 'gw_port_id': '9144f13c-507f-404d-aebc-7e9b1e021196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-17T04:05:58Z', 'updated_at': '2021-04-17T04:06:14Z', 'revision_number': 4, 'project_id': 'a895b4724282424590f36093c5571d4e', 'gw_port': {'id': '9144f13c-507f-404d-aebc-7e9b1e021196', 'name': '', 'network_id': '3299e77b-a72c-46bf-8676-13cef166cd0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:22:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11705267-a024-4b79-bf32-97d0e0a5cb08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '126682c8-3b96-411d-a59b-48497db5cf0c', 'ip_address': '172.28.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-17T04:06:00Z', 'updated_at': '2021-04-17T04:06:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126682c8-3b96-411d-a59b-48497db5cf0c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-2-smb', '_floatingips': [{'id': 'bcb87c69-da7b-4a95-98d0-f7b7035a0f66', 'tenant_id': 'a895b4724282424590f36093c5571d4e', 'floating_ip_address': '172.28.1.226', 'floating_network_id': '3299e77b-a72c-46bf-8676-13cef166cd0a', 'router_id': '11705267-a024-4b79-bf32-97d0e0a5cb08', 'port_id': '5726dbe8-8c69-4116-83f5-349991488743', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 141, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8f93dec-df20-4bb3-95a3-f64dab26a2d6', 'mac_address': 'fa:16:3e:b9:25:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddff59d5-455c-4e23-be4e-32eee2b20c05', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-17T04:06:26Z', 'updated_at': '2021-04-17T04:06:51Z', 'revision_number': 1, 'project_id': 'a895b4724282424590f36093c5571d4e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db8efaa5-dbdd-48af-afb2-42e5a1431713', 'name': '', 'network_id': 'f8f93dec-df20-4bb3-95a3-f64dab26a2d6', 'tenant_id': 'a895b4724282424590f36093c5571d4e', 'mac_address': 'fa:16:3e:34:0d:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11705267-a024-4b79-bf32-97d0e0a5cb08', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '343cf9b8-b4dd-451f-9881-fd976f22c732', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-17T04:06:10Z', 'updated_at': '2021-04-17T04:06:24Z', 'revision_number': 5, 'project_id': 'a895b4724282424590f36093c5571d4e', 'subnets': [{'id': '343cf9b8-b4dd-451f-9881-fd976f22c732', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 17 04:06:55.233021 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-41f69e29-0c79-4edf-aa4e-45ca0d786f75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:55.248842 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.20', 54408) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 17 04:06:55.252782 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [None req-41f69e29-0c79-4edf-aa4e-45ca0d786f75 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 17 04:06:55.257109 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [None req-41f69e29-0c79-4edf-aa4e-45ca0d786f75 admin admin] Usage tracker for resource:security_group_rule and tenant:aee93d7809504250b30d3e6e4bf0ce66 is out of sync, need to count used quota {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 17 04:06:55.262142 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [None req-41f69e29-0c79-4edf-aa4e-45ca0d786f75 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 17 04:06:55.270414 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [None req-41f69e29-0c79-4edf-aa4e-45ca0d786f75 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 17 04:06:55.295391 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-127c3976-d1ac-4e52-9da0-1e3716441d8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:55.366910 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-127c3976-d1ac-4e52-9da0-1e3716441d8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:55.369187 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-d21731a0-4f72-4cc4-b360-b339fa4d837f req-f3a0b7eb-713d-437d-876e-f3762838bc9a service neutron] 10.222.0.32 "GET /v2.0/networks/f8f93dec-df20-4bb3-95a3-f64dab26a2d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1686010 Apr 17 04:06:55.411632 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [None req-e9b96dad-a4e7-49ed-9f75-3abfab3f98c6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=565c76b2ab3646d6ab962f1f1d8d8742&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1317358 Apr 17 04:06:55.414522 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.20', 54412) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 17 04:06:55.487908 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-41f69e29-0c79-4edf-aa4e-45ca0d786f75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:55.490376 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-127c3976-d1ac-4e52-9da0-1e3716441d8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920236'] for security_group, after_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:55.500323 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-c7fd2f33-e741-4897-ac63-416a1316c5a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:06:55.514641 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127c3976-d1ac-4e52-9da0-1e3716441d8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01017ae6-e7ec-449e-8738-e27a6785a122,revision_number=None']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:06:55.517071 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-41f69e29-0c79-4edf-aa4e-45ca0d786f75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920236'] for security_group, after_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:55.542708 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-127c3976-d1ac-4e52-9da0-1e3716441d8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:06:55.553361 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-127c3976-d1ac-4e52-9da0-1e3716441d8a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:06:55.592004 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-127c3976-d1ac-4e52-9da0-1e3716441d8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:55.595688 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [None req-127c3976-d1ac-4e52-9da0-1e3716441d8a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/01017ae6-e7ec-449e-8738-e27a6785a122 HTTP/1.1" status: 204 len: 168 time: 0.7501066 Apr 17 04:06:55.663924 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [None req-41f69e29-0c79-4edf-aa4e-45ca0d786f75 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=aee93d7809504250b30d3e6e4bf0ce66&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8369608 Apr 17 04:06:55.669184 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f69e29-0c79-4edf-aa4e-45ca0d786f75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67f3046e-4470-479f-8943-53e8212baaae,revision_number=1']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:06:55.672071 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.20', 54426) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 17 04:06:55.682916 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-41f69e29-0c79-4edf-aa4e-45ca0d786f75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:06:55.683865 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c80d572d-8825-4a8b-929c-4342bd687e5a None None] New status for floating IP bcb87c69-da7b-4a95-98d0-f7b7035a0f66: ACTIVE {{(pid=86332) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 17 04:06:55.720358 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-e40aa3ef-ee0c-4393-ab7a-f9a6fe1f8164 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:55.736035 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-d21731a0-4f72-4cc4-b360-b339fa4d837f req-b9e127f4-91b8-4537-99a7-891ac6abd4d9 service neutron] 10.222.0.32 "GET /v2.0/networks/f8f93dec-df20-4bb3-95a3-f64dab26a2d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3582971 Apr 17 04:06:55.780903 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-e4e935fa-b279-4068-a31a-7d7d4852d599 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:55.809330 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-e4e935fa-b279-4068-a31a-7d7d4852d599 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:55.833930 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-e40aa3ef-ee0c-4393-ab7a-f9a6fe1f8164 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:55.867648 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-e4e935fa-b279-4068-a31a-7d7d4852d599 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920236'] for security_group, after_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:55.873781 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-15a5352a-9b74-4f1b-8dd6-bef590aa174c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:06:55.890730 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e935fa-b279-4068-a31a-7d7d4852d599 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67f3046e-4470-479f-8943-53e8212baaae,revision_number=None']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:06:55.896344 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-e4e935fa-b279-4068-a31a-7d7d4852d599 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:06:55.897395 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-e4e935fa-b279-4068-a31a-7d7d4852d599 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:55.900959 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [None req-e4e935fa-b279-4068-a31a-7d7d4852d599 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/67f3046e-4470-479f-8943-53e8212baaae HTTP/1.1" status: 204 len: 168 time: 0.2176538 Apr 17 04:06:55.927069 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-e40aa3ef-ee0c-4393-ab7a-f9a6fe1f8164 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920236'] for security_group, after_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:55.937192 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-19b22b8e-95fb-4f0c-9cd3-85ea59f1c08c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:06:55.951457 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40aa3ef-ee0c-4393-ab7a-f9a6fe1f8164 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4815d06b-860b-4197-8dc3-320f9cff0a1a,revision_number=None']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:06:55.964170 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-e40aa3ef-ee0c-4393-ab7a-f9a6fe1f8164 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:55.968723 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [None req-e40aa3ef-ee0c-4393-ab7a-f9a6fe1f8164 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4815d06b-860b-4197-8dc3-320f9cff0a1a HTTP/1.1" status: 204 len: 168 time: 0.5527997 Apr 17 04:06:55.970381 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40aa3ef-ee0c-4393-ab7a-f9a6fe1f8164 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:06:55.970803 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40aa3ef-ee0c-4393-ab7a-f9a6fe1f8164 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:06:55.971134 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40aa3ef-ee0c-4393-ab7a-f9a6fe1f8164 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:06:55.971564 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40aa3ef-ee0c-4393-ab7a-f9a6fe1f8164 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:06:55.971944 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40aa3ef-ee0c-4393-ab7a-f9a6fe1f8164 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:06:55.972330 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40aa3ef-ee0c-4393-ab7a-f9a6fe1f8164 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:06:55.972729 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40aa3ef-ee0c-4393-ab7a-f9a6fe1f8164 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:06:55.973591 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40aa3ef-ee0c-4393-ab7a-f9a6fe1f8164 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:06:55.973591 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40aa3ef-ee0c-4393-ab7a-f9a6fe1f8164 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:06:55.973869 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40aa3ef-ee0c-4393-ab7a-f9a6fe1f8164 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:06:55.974172 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40aa3ef-ee0c-4393-ab7a-f9a6fe1f8164 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:06:55.974589 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40aa3ef-ee0c-4393-ab7a-f9a6fe1f8164 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:06:55.979115 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-e40aa3ef-ee0c-4393-ab7a-f9a6fe1f8164 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:06:56.036851 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.20', 54440) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 17 04:06:56.436558 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-8f4aed43-da28-4da7-8ece-b235de46cc79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:56.440336 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdaf5a04-dbf9-4bc4-871b-d83c9ce05abc req-f3010eb7-2435-4365-a279-69d7bc4831a4 tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:06:56.442052 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-bdaf5a04-dbf9-4bc4-871b-d83c9ce05abc req-f3010eb7-2435-4365-a279-69d7bc4831a4 tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] 10.222.0.20 "GET /v2.0/ports?device_id=adc83314-abf3-458e-b145-974486d3defe HTTP/1.1" status: 200 len: 945 time: 0.0901275 Apr 17 04:06:56.458226 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [None req-8f4aed43-da28-4da7-8ece-b235de46cc79 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 17 04:06:56.463488 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [None req-8f4aed43-da28-4da7-8ece-b235de46cc79 admin admin] Usage tracker for resource:security_group_rule and tenant:b9aea8e85a21428583697654f008e966 is out of sync, need to count used quota {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 17 04:06:56.467376 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [None req-8f4aed43-da28-4da7-8ece-b235de46cc79 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 17 04:06:56.475497 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [None req-8f4aed43-da28-4da7-8ece-b235de46cc79 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 17 04:06:56.518586 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-bdaf5a04-dbf9-4bc4-871b-d83c9ce05abc req-4d5c2d41-d130-40c7-bbd8-d734a9f43ada tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] 10.222.0.20 "GET /v2.0/security-groups?id=48edf01a-27e1-4331-aa2f-debc447aa56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694158 Apr 17 04:06:56.519161 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.20', 54458) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 17 04:06:56.544097 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-e1cea549-626d-4db7-8307-ec971fcf4ed0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:56.564726 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [None req-e1cea549-626d-4db7-8307-ec971fcf4ed0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 17 04:06:56.575507 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [None req-e1cea549-626d-4db7-8307-ec971fcf4ed0 admin admin] Usage tracker for resource:security_group_rule and tenant:485172d8c2874c7fb7bb1e4dd5d1a9fb is out of sync, need to count used quota {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 17 04:06:56.578956 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [None req-e1cea549-626d-4db7-8307-ec971fcf4ed0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 17 04:06:56.586051 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [None req-e1cea549-626d-4db7-8307-ec971fcf4ed0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 17 04:06:56.589275 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-8f4aed43-da28-4da7-8ece-b235de46cc79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:56.594841 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.20', 54462) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 17 04:06:56.598709 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-8f4aed43-da28-4da7-8ece-b235de46cc79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920236'] for security_group, after_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:56.629292 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-381d758c-dd2d-410a-9808-7551cfefd6d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:56.633072 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:06:56.649006 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [None req-8f4aed43-da28-4da7-8ece-b235de46cc79 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b9aea8e85a21428583697654f008e966&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6091273 Apr 17 04:06:56.655769 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.20', 54470) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 17 04:06:56.664324 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [None req-381d758c-dd2d-410a-9808-7551cfefd6d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 17 04:06:56.673690 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [None req-381d758c-dd2d-410a-9808-7551cfefd6d3 admin admin] Usage tracker for resource:security_group_rule and tenant:54a4d9379c504bf2b173c60ccc2fbc79 is out of sync, need to count used quota {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 17 04:06:56.678549 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [None req-381d758c-dd2d-410a-9808-7551cfefd6d3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 17 04:06:56.688149 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [None req-381d758c-dd2d-410a-9808-7551cfefd6d3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 17 04:06:56.703242 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4aed43-da28-4da7-8ece-b235de46cc79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b155086-0643-4935-8d80-b218cd07307f,revision_number=1']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:06:56.721313 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-8f4aed43-da28-4da7-8ece-b235de46cc79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:06:56.764510 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-cf2d207f-c74c-4c36-9bd4-d3a2871841da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:56.787927 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-e1cea549-626d-4db7-8307-ec971fcf4ed0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:56.809812 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-cf2d207f-c74c-4c36-9bd4-d3a2871841da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:56.851100 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-e1cea549-626d-4db7-8307-ec971fcf4ed0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920236'] for security_group, after_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:56.861118 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-b597a2c8-9e5a-4ff8-a8e4-490dedcb7d8b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:06:56.885702 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-cf2d207f-c74c-4c36-9bd4-d3a2871841da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920236'] for security_group, after_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:56.893713 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-643d84a1-0e02-4f19-bb63-dca24996151e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:06:56.906941 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2d207f-c74c-4c36-9bd4-d3a2871841da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b155086-0643-4935-8d80-b218cd07307f,revision_number=None']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:06:56.910300 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-cf2d207f-c74c-4c36-9bd4-d3a2871841da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:06:56.918980 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [None req-e1cea549-626d-4db7-8307-ec971fcf4ed0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=485172d8c2874c7fb7bb1e4dd5d1a9fb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3986936 Apr 17 04:06:56.924863 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-cf2d207f-c74c-4c36-9bd4-d3a2871841da admin admin] Notify callbacks [] for security_group, before_response {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:56.926458 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [None req-cf2d207f-c74c-4c36-9bd4-d3a2871841da admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9b155086-0643-4935-8d80-b218cd07307f HTTP/1.1" status: 204 len: 168 time: 0.2693276 Apr 17 04:06:56.927982 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.20', 54484) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 17 04:06:56.930642 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cea549-626d-4db7-8307-ec971fcf4ed0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04db34a6-4c99-4f6c-aacf-ac27c27ea365,revision_number=1']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:06:56.959608 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae2ea58-d04c-4edd-a5f5-d62ba7cf80e8 req-856fab74-b174-4b9c-a778-b335b2526ffd tempest-VolumesActionsTest-363195616 tempest-VolumesActionsTest-363195616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:06:56.961262 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-4ae2ea58-d04c-4edd-a5f5-d62ba7cf80e8 req-856fab74-b174-4b9c-a778-b335b2526ffd tempest-VolumesActionsTest-363195616 tempest-VolumesActionsTest-363195616-project] 10.222.0.20 "GET /v2.0/ports?device_id=83dc07c8-b6af-4460-82e8-d340789e139e HTTP/1.1" status: 200 len: 946 time: 0.1805439 Apr 17 04:06:56.962756 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1cea549-626d-4db7-8307-ec971fcf4ed0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:06:56.963147 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1cea549-626d-4db7-8307-ec971fcf4ed0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:06:56.963523 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1cea549-626d-4db7-8307-ec971fcf4ed0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:06:56.963898 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1cea549-626d-4db7-8307-ec971fcf4ed0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:06:56.964269 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1cea549-626d-4db7-8307-ec971fcf4ed0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:06:56.964681 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1cea549-626d-4db7-8307-ec971fcf4ed0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:06:56.965050 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1cea549-626d-4db7-8307-ec971fcf4ed0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:06:56.965417 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1cea549-626d-4db7-8307-ec971fcf4ed0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:06:56.965786 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1cea549-626d-4db7-8307-ec971fcf4ed0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:06:56.966154 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1cea549-626d-4db7-8307-ec971fcf4ed0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:06:56.966518 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1cea549-626d-4db7-8307-ec971fcf4ed0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:06:56.966882 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1cea549-626d-4db7-8307-ec971fcf4ed0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:06:56.977230 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-e1cea549-626d-4db7-8307-ec971fcf4ed0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:06:57.021874 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-4ae2ea58-d04c-4edd-a5f5-d62ba7cf80e8 req-629a2930-e32d-4135-af85-eddf7d8e7312 tempest-VolumesActionsTest-363195616 tempest-VolumesActionsTest-363195616-project] 10.222.0.20 "GET /v2.0/security-groups?id=323457c9-e81e-408d-9850-b4808121b636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510850 Apr 17 04:06:57.062974 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-381d758c-dd2d-410a-9808-7551cfefd6d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:57.068259 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-381d758c-dd2d-410a-9808-7551cfefd6d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920236'] for security_group, after_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:57.086966 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-5006c16f-ea2b-4cea-a2a4-dd071efbb61c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:06:57.094495 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-866559e7-d86c-44a1-b945-a493d1f83cdc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:57.126025 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-866559e7-d86c-44a1-b945-a493d1f83cdc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:57.141967 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [None req-381d758c-dd2d-410a-9808-7551cfefd6d3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=54a4d9379c504bf2b173c60ccc2fbc79&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5434232 Apr 17 04:06:57.142805 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.20', 54496) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 17 04:06:57.176525 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-866559e7-d86c-44a1-b945-a493d1f83cdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920236'] for security_group, after_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:57.185362 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:06:57.197285 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d758c-dd2d-410a-9808-7551cfefd6d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a42c7f39-2c6f-497c-93c8-5c871b2d3021,revision_number=1']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:06:57.198492 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-381d758c-dd2d-410a-9808-7551cfefd6d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:06:57.207383 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866559e7-d86c-44a1-b945-a493d1f83cdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04db34a6-4c99-4f6c-aacf-ac27c27ea365,revision_number=None']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:06:57.210048 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-866559e7-d86c-44a1-b945-a493d1f83cdc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:06:57.211404 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-866559e7-d86c-44a1-b945-a493d1f83cdc admin admin] Notify callbacks [] for security_group, before_response {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:57.212657 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [None req-866559e7-d86c-44a1-b945-a493d1f83cdc admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/04db34a6-4c99-4f6c-aacf-ac27c27ea365 HTTP/1.1" status: 204 len: 168 time: 0.2800543 Apr 17 04:06:57.243935 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-825e0487-5711-437e-ac23-79efa2b3745e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:57.272785 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-825e0487-5711-437e-ac23-79efa2b3745e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:57.324242 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-825e0487-5711-437e-ac23-79efa2b3745e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920236'] for security_group, after_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:57.333819 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-68bcbeae-bb76-4b5c-8528-055cc61f49ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:06:57.350796 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825e0487-5711-437e-ac23-79efa2b3745e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a42c7f39-2c6f-497c-93c8-5c871b2d3021,revision_number=None']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:06:57.353470 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-825e0487-5711-437e-ac23-79efa2b3745e admin admin] Notify callbacks [] for security_group, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:57.359046 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [None req-825e0487-5711-437e-ac23-79efa2b3745e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a42c7f39-2c6f-497c-93c8-5c871b2d3021 HTTP/1.1" status: 204 len: 168 time: 0.2149518 Apr 17 04:06:57.360877 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-825e0487-5711-437e-ac23-79efa2b3745e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:06:57.649127 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.20', 54520) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 17 04:06:57.686085 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-42844542-0f04-46c1-8fd3-e2c875f9ffd0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:57.705230 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [None req-42844542-0f04-46c1-8fd3-e2c875f9ffd0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 17 04:06:57.709683 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [None req-42844542-0f04-46c1-8fd3-e2c875f9ffd0 admin admin] Usage tracker for resource:security_group_rule and tenant:48cda06866a44635b833058d9ea1aee7 is out of sync, need to count used quota {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 17 04:06:57.713182 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [None req-42844542-0f04-46c1-8fd3-e2c875f9ffd0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 17 04:06:57.719505 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [None req-42844542-0f04-46c1-8fd3-e2c875f9ffd0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 17 04:06:57.723499 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3771bece-f376-486c-8ceb-bd3c324a0d13 req-17601c64-815d-4204-824f-1b626c829f98 tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:06:57.725508 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-3771bece-f376-486c-8ceb-bd3c324a0d13 req-17601c64-815d-4204-824f-1b626c829f98 tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] 10.222.0.20 "GET /v2.0/ports?device_id=adc83314-abf3-458e-b145-974486d3defe HTTP/1.1" status: 200 len: 945 time: 0.1005366 Apr 17 04:06:57.752677 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.20', 54524) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 17 04:06:57.801566 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-3771bece-f376-486c-8ceb-bd3c324a0d13 req-7dd03176-2c7f-46c2-a06d-43317e1c812a tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] 10.222.0.20 "GET /v2.0/security-groups?id=48edf01a-27e1-4331-aa2f-debc447aa56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694907 Apr 17 04:06:57.849630 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-42844542-0f04-46c1-8fd3-e2c875f9ffd0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:57.853238 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-42844542-0f04-46c1-8fd3-e2c875f9ffd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920236'] for security_group, after_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:57.868870 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:06:57.892482 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.v2.base [None req-f9bcdf28-eca7-4863-ab44-5927472a4b0a admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1415819946-network', 'tenant_id': '414abe24304b477ea2fe3108443164aa'}} {{(pid=86330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 17 04:06:57.904133 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [None req-f9bcdf28-eca7-4863-ab44-5927472a4b0a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 17 04:06:57.917673 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [None req-f9bcdf28-eca7-4863-ab44-5927472a4b0a admin admin] Usage tracker for resource:network and tenant:414abe24304b477ea2fe3108443164aa is out of sync, need to count used quota {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 17 04:06:57.922351 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [None req-42844542-0f04-46c1-8fd3-e2c875f9ffd0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=48cda06866a44635b833058d9ea1aee7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2719932 Apr 17 04:06:57.923564 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [None req-f9bcdf28-eca7-4863-ab44-5927472a4b0a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 17 04:06:57.925337 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.20', 54540) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 17 04:06:57.932837 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [None req-f9bcdf28-eca7-4863-ab44-5927472a4b0a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 17 04:06:57.934796 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42844542-0f04-46c1-8fd3-e2c875f9ffd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3351dd6-8d21-48f9-bdbf-8ee81d7a2210,revision_number=1']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:06:57.938839 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-42844542-0f04-46c1-8fd3-e2c875f9ffd0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:06:57.947831 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9bcdf28-eca7-4863-ab44-5927472a4b0a admin admin] Made reservation on behalf of 414abe24304b477ea2fe3108443164aa for: {'network': 1} {{(pid=86330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 17 04:06:57.954231 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-f9bcdf28-eca7-4863-ab44-5927472a4b0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853081909'] for network, before_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:57.969651 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-f9bcdf28-eca7-4863-ab44-5927472a4b0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:57.988193 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [None req-f9bcdf28-eca7-4863-ab44-5927472a4b0a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 17 04:06:57.992583 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [None req-f9bcdf28-eca7-4863-ab44-5927472a4b0a admin admin] Usage tracker for resource:security_group_rule and tenant:414abe24304b477ea2fe3108443164aa is out of sync, need to count used quota {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 17 04:06:57.996730 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [None req-f9bcdf28-eca7-4863-ab44-5927472a4b0a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 17 04:06:58.017364 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [None req-f9bcdf28-eca7-4863-ab44-5927472a4b0a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 17 04:06:58.062664 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-3c489ba3-b3f9-43bb-8a44-744acb079182 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:58.098160 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-3c489ba3-b3f9-43bb-8a44-744acb079182 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:58.168436 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-3c489ba3-b3f9-43bb-8a44-744acb079182 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920236'] for security_group, after_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:58.174052 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-f9bcdf28-eca7-4863-ab44-5927472a4b0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:58.177781 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-f9bcdf28-eca7-4863-ab44-5927472a4b0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920236'] for security_group, after_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:58.182280 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-8f4aed43-da28-4da7-8ece-b235de46cc79 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:06:58.182794 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-8c845013-faa6-4c43-8df1-b5ac4c5f2671 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:06:58.242666 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c489ba3-b3f9-43bb-8a44-744acb079182 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3351dd6-8d21-48f9-bdbf-8ee81d7a2210,revision_number=None']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:06:58.256304 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9bcdf28-eca7-4863-ab44-5927472a4b0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae5ae7d4-03a6-4de4-82fb-45078eb27a6c,revision_number=1']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:06:58.258317 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-3c489ba3-b3f9-43bb-8a44-744acb079182 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:06:58.267603 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9bcdf28-eca7-4863-ab44-5927472a4b0a admin admin] vlan segment allocate from pool success with {'vlan_id': 148, 'physical_network': 'physnet1'} {{(pid=86330) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 17 04:06:58.279583 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-f9bcdf28-eca7-4863-ab44-5927472a4b0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852729262'] for segment, precommit_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:58.279792 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.db.segments_db [None req-f9bcdf28-eca7-4863-ab44-5927472a4b0a admin admin] Added segment 21289dc9-e49a-4956-a25b-e0a8cf0d6ebd of type vlan for network e6680b4c-b81d-4947-a2bb-bed68ccc8fd7 Apr 17 04:06:58.290434 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-3c489ba3-b3f9-43bb-8a44-744acb079182 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:58.295934 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [None req-3c489ba3-b3f9-43bb-8a44-744acb079182 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f3351dd6-8d21-48f9-bdbf-8ee81d7a2210 HTTP/1.1" status: 204 len: 168 time: 0.3652627 Apr 17 04:06:58.318657 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-f9bcdf28-eca7-4863-ab44-5927472a4b0a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792299528426'] for network, precommit_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:58.350629 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231db805-74f6-4592-829a-17ee5aaaca7a req-72b5e59e-27cc-4d48-a097-2ea466a127c4 tempest-VolumesActionsTest-363195616 tempest-VolumesActionsTest-363195616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:06:58.352434 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-231db805-74f6-4592-829a-17ee5aaaca7a req-72b5e59e-27cc-4d48-a097-2ea466a127c4 tempest-VolumesActionsTest-363195616 tempest-VolumesActionsTest-363195616-project] 10.222.0.20 "GET /v2.0/ports?device_id=83dc07c8-b6af-4460-82e8-d340789e139e HTTP/1.1" status: 200 len: 946 time: 0.1558506 Apr 17 04:06:58.373676 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-f9bcdf28-eca7-4863-ab44-5927472a4b0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:06:58.411532 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-f9bcdf28-eca7-4863-ab44-5927472a4b0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854152290'] for network, after_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:58.414655 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9bcdf28-eca7-4863-ab44-5927472a4b0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:06:58.415301 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-f9bcdf28-eca7-4863-ab44-5927472a4b0a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854152307'] for network, before_response {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:58.437850 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:06:58.469203 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-231db805-74f6-4592-829a-17ee5aaaca7a req-fec17283-2a06-4dd8-9adc-4ddb1818b657 tempest-VolumesActionsTest-363195616 tempest-VolumesActionsTest-363195616-project] 10.222.0.20 "GET /v2.0/security-groups?id=323457c9-e81e-408d-9850-b4808121b636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085982 Apr 17 04:06:58.551001 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.20', 54574) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 17 04:06:58.551181 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [None req-f9bcdf28-eca7-4863-ab44-5927472a4b0a admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7973430 Apr 17 04:06:58.559042 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.v2.base [None req-9aa41814-52d7-48c5-87c2-7a0ffc13fee3 admin admin] Request body: {'subnet': {'network_id': 'e6680b4c-b81d-4947-a2bb-bed68ccc8fd7', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1415819946-subnet', 'tenant_id': '414abe24304b477ea2fe3108443164aa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 17 04:06:58.567373 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9bcdf28-eca7-4863-ab44-5927472a4b0a admin admin] Pushing event updated for resources: {'Network': ['ID=e6680b4c-b81d-4947-a2bb-bed68ccc8fd7,revision_number=1']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:06:58.568709 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [None req-9aa41814-52d7-48c5-87c2-7a0ffc13fee3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 17 04:06:58.571585 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-f9bcdf28-eca7-4863-ab44-5927472a4b0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:06:58.579215 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.rpc [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] Network e6680b4c-b81d-4947-a2bb-bed68ccc8fd7 details requested by agent ovs-agent-dv-cinder-786054-2-smb with host dv-cinder-786054-2-smb {{(pid=86332) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 17 04:06:58.582178 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbf07f5-b0c3-4e89-b93d-aa99d57b749b req-9f230227-1163-4151-8ceb-31ef0875dcbd tempest-VolumesActionsTest-363195616 tempest-VolumesActionsTest-363195616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:06:58.592778 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [req-2bbf07f5-b0c3-4e89-b93d-aa99d57b749b req-9f230227-1163-4151-8ceb-31ef0875dcbd tempest-VolumesActionsTest-363195616 tempest-VolumesActionsTest-363195616-project] Synchronizing usage tracker for tenant:1280c4501e644d9480bf3a82edd6bc7a on resource:port {{(pid=86330) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 17 04:06:58.599577 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [None req-9aa41814-52d7-48c5-87c2-7a0ffc13fee3 admin admin] Usage tracker for resource:subnet and tenant:414abe24304b477ea2fe3108443164aa is out of sync, need to count used quota {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 17 04:06:58.611091 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [None req-9aa41814-52d7-48c5-87c2-7a0ffc13fee3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 17 04:06:58.613215 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [req-2bbf07f5-b0c3-4e89-b93d-aa99d57b749b req-9f230227-1163-4151-8ceb-31ef0875dcbd tempest-VolumesActionsTest-363195616 tempest-VolumesActionsTest-363195616-project] Unset dirty status for tenant:1280c4501e644d9480bf3a82edd6bc7a on resource:port {{(pid=86330) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 17 04:06:58.615707 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-2bbf07f5-b0c3-4e89-b93d-aa99d57b749b req-9f230227-1163-4151-8ceb-31ef0875dcbd tempest-VolumesActionsTest-363195616 tempest-VolumesActionsTest-363195616-project] 10.222.0.32 "GET /v2.0/ports?device_id=83dc07c8-b6af-4460-82e8-d340789e139e HTTP/1.1" status: 200 len: 946 time: 0.3517113 Apr 17 04:06:58.621480 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [None req-9aa41814-52d7-48c5-87c2-7a0ffc13fee3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 17 04:06:58.648631 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9aa41814-52d7-48c5-87c2-7a0ffc13fee3 admin admin] Made reservation on behalf of 414abe24304b477ea2fe3108443164aa for: {'subnet': 1} {{(pid=86331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 17 04:06:58.653688 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-9aa41814-52d7-48c5-87c2-7a0ffc13fee3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:58.792513 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.plugin [req-2bbf07f5-b0c3-4e89-b93d-aa99d57b749b req-061233cb-fc62-4962-b387-95d0dbd1e941 tempest-VolumesActionsTest-363195616 tempest-VolumesActionsTest-363195616-project] Deleting port dedc85f2-e6b5-461c-8636-926e12d3e5b7 {{(pid=86330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 17 04:06:58.792997 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [req-2bbf07f5-b0c3-4e89-b93d-aa99d57b749b req-061233cb-fc62-4962-b387-95d0dbd1e941 tempest-VolumesActionsTest-363195616 tempest-VolumesActionsTest-363195616-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363244554791028'] for port, before_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:59.232169 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.db [req-2bbf07f5-b0c3-4e89-b93d-aa99d57b749b req-061233cb-fc62-4962-b387-95d0dbd1e941 tempest-VolumesActionsTest-363195616 tempest-VolumesActionsTest-363195616-project] For port dedc85f2-e6b5-461c-8636-926e12d3e5b7, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=dedc85f2-e6b5-461c-8636-926e12d3e5b7,segment=NetworkSegment(12cabbe8-c97c-4ca4-93ad-8a145e13b12b),segment_id=12cabbe8-c97c-4ca4-93ad-8a145e13b12b)] {{(pid=86330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 17 04:06:59.232653 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [req-2bbf07f5-b0c3-4e89-b93d-aa99d57b749b req-061233cb-fc62-4962-b387-95d0dbd1e941 tempest-VolumesActionsTest-363195616 tempest-VolumesActionsTest-363195616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853832323'] for port, precommit_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:59.257538 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9c9775-f2fe-4b3f-9781-04fb75c124d4 req-0bed9ce2-f018-486a-aae5-be31914854fc tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:06:59.265914 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-ad9c9775-f2fe-4b3f-9781-04fb75c124d4 req-0bed9ce2-f018-486a-aae5-be31914854fc tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] 10.222.0.20 "GET /v2.0/ports?device_id=adc83314-abf3-458e-b145-974486d3defe HTTP/1.1" status: 200 len: 945 time: 0.2091298 Apr 17 04:06:59.347092 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-ad9c9775-f2fe-4b3f-9781-04fb75c124d4 req-09f962a6-325a-4843-8a36-46d91069b13e tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] 10.222.0.20 "GET /v2.0/security-groups?id=48edf01a-27e1-4331-aa2f-debc447aa56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800765 Apr 17 04:06:59.453235 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-9aa41814-52d7-48c5-87c2-7a0ffc13fee3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854152290'] for subnet, after_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:59.458412 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:06:59.511044 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.plugin [req-2bbf07f5-b0c3-4e89-b93d-aa99d57b749b req-061233cb-fc62-4962-b387-95d0dbd1e941 tempest-VolumesActionsTest-363195616 tempest-VolumesActionsTest-363195616-project] Calling delete_port for dedc85f2-e6b5-461c-8636-926e12d3e5b7 owned by compute:nova {{(pid=86330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 17 04:06:59.534892 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa41814-52d7-48c5-87c2-7a0ffc13fee3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=081dd618-920d-4243-8505-347b38674470,revision_number=0']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:06:59.543316 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-9aa41814-52d7-48c5-87c2-7a0ffc13fee3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:06:59.595746 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aa41814-52d7-48c5-87c2-7a0ffc13fee3 admin admin] Checking segment: {'id': '21289dc9-e49a-4956-a25b-e0a8cf0d6ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'e6680b4c-b81d-4947-a2bb-bed68ccc8fd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 17 04:06:59.596136 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aa41814-52d7-48c5-87c2-7a0ffc13fee3 admin admin] Network hostable DHCP agents. Network: e6680b4c-b81d-4947-a2bb-bed68ccc8fd7, hostable agents: ['24f06517-14a9-410e-b60e-7bfb109842b9'], hosted agents: [] {{(pid=86331) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 17 04:06:59.640956 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aa41814-52d7-48c5-87c2-7a0ffc13fee3 admin admin] Network e6680b4c-b81d-4947-a2bb-bed68ccc8fd7 is scheduled to be hosted by DHCP agent 24f06517-14a9-410e-b60e-7bfb109842b9 with binding_index 1 {{(pid=86331) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 17 04:06:59.652564 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.scheduler.base_scheduler [None req-9aa41814-52d7-48c5-87c2-7a0ffc13fee3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786054-2-smb, e6680b4c-b81d-4947-a2bb-bed68ccc8fd7) {{(pid=86331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 17 04:06:59.657361 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aa41814-52d7-48c5-87c2-7a0ffc13fee3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:06:59.658710 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-9aa41814-52d7-48c5-87c2-7a0ffc13fee3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854152307'] for subnet, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:59.663118 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59a87bf9-db72-460a-be05-662d2cc44f73 None None] Network e6680b4c-b81d-4947-a2bb-bed68ccc8fd7 requested from dv-cinder-786054-2-smb {{(pid=86332) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 17 04:06:59.681996 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [None req-9aa41814-52d7-48c5-87c2-7a0ffc13fee3 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.1294062 Apr 17 04:06:59.787826 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1891c0fe-406a-4f2d-bf1f-f7227373538a req-899867b2-afd4-4f17-9c78-4db35d60148a tempest-VolumesActionsTest-363195616 tempest-VolumesActionsTest-363195616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:06:59.789742 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-1891c0fe-406a-4f2d-bf1f-f7227373538a req-899867b2-afd4-4f17-9c78-4db35d60148a tempest-VolumesActionsTest-363195616 tempest-VolumesActionsTest-363195616-project] 10.222.0.20 "GET /v2.0/ports?device_id=83dc07c8-b6af-4460-82e8-d340789e139e HTTP/1.1" status: 200 len: 946 time: 0.1064775 Apr 17 04:06:59.869023 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [req-2bbf07f5-b0c3-4e89-b93d-aa99d57b749b req-061233cb-fc62-4962-b387-95d0dbd1e941 tempest-VolumesActionsTest-363195616 tempest-VolumesActionsTest-363195616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1691685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854152290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244554789151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792299556194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852218909'] for port, after_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:06:59.881440 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-840fd839-2e74-4e2d-813c-506707b1bd5e tempest-VolumesActionsTest-363195616 tempest-VolumesActionsTest-363195616-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:06:59.887069 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-1891c0fe-406a-4f2d-bf1f-f7227373538a req-acb42dfb-97a1-4fee-b376-5b33809670af tempest-VolumesActionsTest-363195616 tempest-VolumesActionsTest-363195616-project] 10.222.0.20 "GET /v2.0/security-groups?id=323457c9-e81e-408d-9850-b4808121b636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878909 Apr 17 04:06:59.890965 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.db [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] get_ports_and_sgs() called for port_ids ['dedc85f2-e6b5-461c-8636-926e12d3e5b7'] {{(pid=86332) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 17 04:06:59.968202 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061233cb-fc62-4962-b387-95d0dbd1e941 tempest-VolumesActionsTest-363195616 tempest-VolumesActionsTest-363195616-project] Pushing event deleted for resources: {'Port': ['ID=dedc85f2-e6b5-461c-8636-926e12d3e5b7,revision_number=None']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:06:59.977405 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-061233cb-fc62-4962-b387-95d0dbd1e941 tempest-VolumesActionsTest-363195616 tempest-VolumesActionsTest-363195616-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:07:00.129299 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bbf07f5-b0c3-4e89-b93d-aa99d57b749b req-061233cb-fc62-4962-b387-95d0dbd1e941 tempest-VolumesActionsTest-363195616 tempest-VolumesActionsTest-363195616-project] No DVR routers for this DVR port dedc85f2-e6b5-461c-8636-926e12d3e5b7 on host hv-cinder-78605 {{(pid=86330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 17 04:07:00.136708 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [req-2bbf07f5-b0c3-4e89-b93d-aa99d57b749b req-061233cb-fc62-4962-b387-95d0dbd1e941 tempest-VolumesActionsTest-363195616 tempest-VolumesActionsTest-363195616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2986'] for port, before_response {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:07:00.157249 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83dc07c8-b6af-4460-82e8-d340789e139e', 'name': 'network-vif-deleted', 'tag': 'dedc85f2-e6b5-461c-8636-926e12d3e5b7'}] {{(pid=86330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 17 04:07:00.166862 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-2bbf07f5-b0c3-4e89-b93d-aa99d57b749b req-061233cb-fc62-4962-b387-95d0dbd1e941 tempest-VolumesActionsTest-363195616 tempest-VolumesActionsTest-363195616-project] 10.222.0.32 "DELETE /v2.0/ports/dedc85f2-e6b5-461c-8636-926e12d3e5b7 HTTP/1.1" status: 204 len: 173 time: 1.5396488 Apr 17 04:07:00.253935 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83dc07c8-b6af-4460-82e8-d340789e139e', 'name': 'network-vif-deleted', 'tag': 'dedc85f2-e6b5-461c-8636-926e12d3e5b7', 'status': 'completed', 'code': 200} Apr 17 04:07:00.354844 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a709bf24-d369-45ba-a469-981eb68364a9 None None] Network e6680b4c-b81d-4947-a2bb-bed68ccc8fd7 requested from dv-cinder-786054-2-smb {{(pid=86332) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 17 04:07:00.670673 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b4c26e-1fc1-48fa-8eeb-aec8f24d151e req-04e978e5-b5e9-470d-8c39-a21961b99ab1 tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:07:00.672343 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-75b4c26e-1fc1-48fa-8eeb-aec8f24d151e req-04e978e5-b5e9-470d-8c39-a21961b99ab1 tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] 10.222.0.20 "GET /v2.0/ports?device_id=adc83314-abf3-458e-b145-974486d3defe HTTP/1.1" status: 200 len: 945 time: 0.1282017 Apr 17 04:07:00.773609 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-75b4c26e-1fc1-48fa-8eeb-aec8f24d151e req-f54ab878-2bfe-47ee-8101-60b488cb6113 tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] 10.222.0.20 "GET /v2.0/security-groups?id=48edf01a-27e1-4331-aa2f-debc447aa56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916481 Apr 17 04:07:01.149335 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-8e7970ec-9205-472d-8295-e8e30b893063 req-cc675de2-ddc2-46af-8d8b-6667d4cea104 tempest-VolumesActionsTest-363195616 tempest-VolumesActionsTest-363195616-project] 10.222.0.20 "GET /v2.0/ports?device_id=83dc07c8-b6af-4460-82e8-d340789e139e HTTP/1.1" status: 200 len: 210 time: 0.0699103 Apr 17 04:07:01.195519 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5371cf09-1786-460a-8d59-4edbfa92b7bc req-4dc1e74b-fc8c-4639-81f2-0f65496093ab tempest-AttachVolumeNegativeTest-1226596354 tempest-AttachVolumeNegativeTest-1226596354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:07:01.197741 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-5371cf09-1786-460a-8d59-4edbfa92b7bc req-4dc1e74b-fc8c-4639-81f2-0f65496093ab tempest-AttachVolumeNegativeTest-1226596354 tempest-AttachVolumeNegativeTest-1226596354-project] 10.222.0.20 "GET /v2.0/networks?id=e6680b4c-b81d-4947-a2bb-bed68ccc8fd7 HTTP/1.1" status: 200 len: 815 time: 0.4955134 Apr 17 04:07:01.216024 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-5371cf09-1786-460a-8d59-4edbfa92b7bc req-8b4fe325-000e-440c-9d35-5974b902a902 tempest-AttachVolumeNegativeTest-1226596354 tempest-AttachVolumeNegativeTest-1226596354-project] 10.222.0.20 "GET /v2.0/quotas/414abe24304b477ea2fe3108443164aa HTTP/1.1" status: 200 len: 375 time: 0.0117559 Apr 17 04:07:01.272896 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-5371cf09-1786-460a-8d59-4edbfa92b7bc req-f77b790d-a65f-4459-a8d8-c0c8b63a4ca9 tempest-AttachVolumeNegativeTest-1226596354 tempest-AttachVolumeNegativeTest-1226596354-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=414abe24304b477ea2fe3108443164aa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0502565 Apr 17 04:07:01.435043 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-5371cf09-1786-460a-8d59-4edbfa92b7bc req-233258f1-367f-4f14-8980-7abcaf239037 service neutron] 10.222.0.20 "GET /v2.0/networks/e6680b4c-b81d-4947-a2bb-bed68ccc8fd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1542163 Apr 17 04:07:01.593020 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-5371cf09-1786-460a-8d59-4edbfa92b7bc req-625ffc5a-3442-4c2c-ab1b-94caf5da52ba service neutron] 10.222.0.20 "GET /v2.0/networks/e6680b4c-b81d-4947-a2bb-bed68ccc8fd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1508136 Apr 17 04:07:01.831504 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-5b67036a-8beb-4816-89d4-8f5422bec1d0 req-d5b8a210-c8e5-4cb4-bb05-3602bc10bc81 tempest-AttachVolumeNegativeTest-1226596354 tempest-AttachVolumeNegativeTest-1226596354-project] 10.222.0.20 "GET /v2.0/ports?device_id=b5f3ab39-1e03-4d37-9eb4-4bd603e617f2 HTTP/1.1" status: 200 len: 210 time: 0.0613389 Apr 17 04:07:02.075602 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4412cc6c-9ff3-4b84-bf83-455d7852f5e7 req-1ec6917c-0370-4acd-a0aa-f0c82420e665 tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:07:02.084225 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-4412cc6c-9ff3-4b84-bf83-455d7852f5e7 req-1ec6917c-0370-4acd-a0aa-f0c82420e665 tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] 10.222.0.20 "GET /v2.0/ports?device_id=adc83314-abf3-458e-b145-974486d3defe HTTP/1.1" status: 200 len: 945 time: 0.1413515 Apr 17 04:07:02.146300 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-4412cc6c-9ff3-4b84-bf83-455d7852f5e7 req-e474e4c2-87ba-480d-941b-3cbbab067972 tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] 10.222.0.20 "GET /v2.0/security-groups?id=48edf01a-27e1-4331-aa2f-debc447aa56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609350 Apr 17 04:07:02.742514 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eccd48b-6e98-44b4-b2af-f1068b08334f req-ee7284ba-fbdd-4522-9cbc-e0755dd0c1d2 tempest-VolumesActionsTest-363195616 tempest-VolumesActionsTest-363195616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:07:02.744120 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-8eccd48b-6e98-44b4-b2af-f1068b08334f req-ee7284ba-fbdd-4522-9cbc-e0755dd0c1d2 tempest-VolumesActionsTest-363195616 tempest-VolumesActionsTest-363195616-project] 10.222.0.20 "GET /v2.0/networks?id=d993df1e-8372-4b57-88f5-81cca499a786 HTTP/1.1" status: 200 len: 808 time: 0.1797657 Apr 17 04:07:02.761837 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-8eccd48b-6e98-44b4-b2af-f1068b08334f req-31ed21b0-e5c5-4ff5-a078-e4c4f1045816 tempest-VolumesActionsTest-363195616 tempest-VolumesActionsTest-363195616-project] 10.222.0.20 "GET /v2.0/quotas/1280c4501e644d9480bf3a82edd6bc7a HTTP/1.1" status: 200 len: 375 time: 0.0111094 Apr 17 04:07:02.817768 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-8eccd48b-6e98-44b4-b2af-f1068b08334f req-d9ef0030-06eb-40da-b264-db3ae2dd8a42 tempest-VolumesActionsTest-363195616 tempest-VolumesActionsTest-363195616-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=1280c4501e644d9480bf3a82edd6bc7a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0481822 Apr 17 04:07:03.027382 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-8eccd48b-6e98-44b4-b2af-f1068b08334f req-321297f7-f8a0-4d98-b59f-883af8f4c255 service neutron] 10.222.0.20 "GET /v2.0/networks/d993df1e-8372-4b57-88f5-81cca499a786?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2011104 Apr 17 04:07:03.068938 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-45aa89f7-617c-4612-8702-291433a85ce7 req-8cdf3ce7-c801-4751-b267-3afc42f2ca06 tempest-AttachVolumeNegativeTest-1226596354 tempest-AttachVolumeNegativeTest-1226596354-project] 10.222.0.20 "GET /v2.0/ports?device_id=b5f3ab39-1e03-4d37-9eb4-4bd603e617f2 HTTP/1.1" status: 200 len: 210 time: 0.0996304 Apr 17 04:07:03.205429 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-8eccd48b-6e98-44b4-b2af-f1068b08334f req-a9a9eaa8-9cc2-49ce-872a-4af91e3f4eea service neutron] 10.222.0.20 "GET /v2.0/networks/d993df1e-8372-4b57-88f5-81cca499a786?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1714506 Apr 17 04:07:03.220181 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.rpc [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Device dedc85f2-e6b5-461c-8636-926e12d3e5b7 no longer exists at agent hyperv_hv-cinder-78605 {{(pid=86332) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 17 04:07:03.274061 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.plugin [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] No Port match for: dedc85f2-e6b5-461c-8636-926e12d3e5b7 {{(pid=86332) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 17 04:07:03.274658 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.rpc [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Device dedc85f2-e6b5-461c-8636-926e12d3e5b7 not bound to the agent host hv-cinder-78605 {{(pid=86332) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 17 04:07:03.335961 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5371cf09-1786-460a-8d59-4edbfa92b7bc req-d680ae2c-ea1c-4422-bdeb-fa1a3ef6a1e5 tempest-AttachVolumeNegativeTest-1226596354 tempest-AttachVolumeNegativeTest-1226596354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:07:03.336855 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [req-5371cf09-1786-460a-8d59-4edbfa92b7bc req-d680ae2c-ea1c-4422-bdeb-fa1a3ef6a1e5 tempest-AttachVolumeNegativeTest-1226596354 tempest-AttachVolumeNegativeTest-1226596354-project] Synchronizing usage tracker for tenant:414abe24304b477ea2fe3108443164aa on resource:network {{(pid=86330) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 17 04:07:03.384448 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [req-5371cf09-1786-460a-8d59-4edbfa92b7bc req-d680ae2c-ea1c-4422-bdeb-fa1a3ef6a1e5 tempest-AttachVolumeNegativeTest-1226596354 tempest-AttachVolumeNegativeTest-1226596354-project] Unset dirty status for tenant:414abe24304b477ea2fe3108443164aa on resource:network {{(pid=86330) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 17 04:07:03.386027 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-5371cf09-1786-460a-8d59-4edbfa92b7bc req-d680ae2c-ea1c-4422-bdeb-fa1a3ef6a1e5 tempest-AttachVolumeNegativeTest-1226596354 tempest-AttachVolumeNegativeTest-1226596354-project] 10.222.0.32 "GET /v2.0/networks?id=e6680b4c-b81d-4947-a2bb-bed68ccc8fd7 HTTP/1.1" status: 200 len: 815 time: 0.2818124 Apr 17 04:07:03.403021 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.v2.base [req-5371cf09-1786-460a-8d59-4edbfa92b7bc req-3c15124e-97ea-420c-84bc-2bd17381944f tempest-AttachVolumeNegativeTest-1226596354 tempest-AttachVolumeNegativeTest-1226596354-project] Request body: {'port': {'device_id': 'b5f3ab39-1e03-4d37-9eb4-4bd603e617f2', 'network_id': 'e6680b4c-b81d-4947-a2bb-bed68ccc8fd7', 'admin_state_up': True, 'tenant_id': '414abe24304b477ea2fe3108443164aa'}} {{(pid=86330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 17 04:07:03.448039 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3ff615-f075-486e-9365-eca5e66c3f1b req-fa1c9181-1f0f-4366-880c-66ba889ac538 tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:07:03.450372 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-7f3ff615-f075-486e-9365-eca5e66c3f1b req-fa1c9181-1f0f-4366-880c-66ba889ac538 tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] 10.222.0.20 "GET /v2.0/ports?device_id=adc83314-abf3-458e-b145-974486d3defe HTTP/1.1" status: 200 len: 945 time: 0.1421483 Apr 17 04:07:03.534875 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-b0c1ddab-1032-4a5c-8abb-a6bb6fa4527c req-b011bcc7-3b9d-49d2-822d-aa80a34bf6a2 tempest-VolumesActionsTest-363195616 tempest-VolumesActionsTest-363195616-project] 10.222.0.20 "GET /v2.0/ports?device_id=28d3d0fc-a7ef-4742-97e3-7fdb0e3faade HTTP/1.1" status: 200 len: 210 time: 0.1021624 Apr 17 04:07:03.560444 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-7f3ff615-f075-486e-9365-eca5e66c3f1b req-d6c2818d-8698-43ae-88d2-fde8fad42b29 tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] 10.222.0.20 "GET /v2.0/security-groups?id=48edf01a-27e1-4331-aa2f-debc447aa56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648580 Apr 17 04:07:03.610401 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [req-5371cf09-1786-460a-8d59-4edbfa92b7bc req-3c15124e-97ea-420c-84bc-2bd17381944f tempest-AttachVolumeNegativeTest-1226596354 tempest-AttachVolumeNegativeTest-1226596354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 17 04:07:03.615000 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [req-5371cf09-1786-460a-8d59-4edbfa92b7bc req-3c15124e-97ea-420c-84bc-2bd17381944f tempest-AttachVolumeNegativeTest-1226596354 tempest-AttachVolumeNegativeTest-1226596354-project] Usage tracker for resource:port and tenant:414abe24304b477ea2fe3108443164aa is out of sync, need to count used quota {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 17 04:07:03.619468 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [req-5371cf09-1786-460a-8d59-4edbfa92b7bc req-3c15124e-97ea-420c-84bc-2bd17381944f tempest-AttachVolumeNegativeTest-1226596354 tempest-AttachVolumeNegativeTest-1226596354-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 17 04:07:03.626598 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [req-5371cf09-1786-460a-8d59-4edbfa92b7bc req-3c15124e-97ea-420c-84bc-2bd17381944f tempest-AttachVolumeNegativeTest-1226596354 tempest-AttachVolumeNegativeTest-1226596354-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 17 04:07:03.636893 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5371cf09-1786-460a-8d59-4edbfa92b7bc req-3c15124e-97ea-420c-84bc-2bd17381944f tempest-AttachVolumeNegativeTest-1226596354 tempest-AttachVolumeNegativeTest-1226596354-project] Made reservation on behalf of 414abe24304b477ea2fe3108443164aa for: {'port': 1} {{(pid=86330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 17 04:07:03.646288 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [req-5371cf09-1786-460a-8d59-4edbfa92b7bc req-3c15124e-97ea-420c-84bc-2bd17381944f tempest-AttachVolumeNegativeTest-1226596354 tempest-AttachVolumeNegativeTest-1226596354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853081909'] for port, before_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:07:03.879916 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.db_base_plugin_common [req-5371cf09-1786-460a-8d59-4edbfa92b7bc req-3c15124e-97ea-420c-84bc-2bd17381944f tempest-AttachVolumeNegativeTest-1226596354 tempest-AttachVolumeNegativeTest-1226596354-project] Allocated IP 172.20.0.4 (e6680b4c-b81d-4947-a2bb-bed68ccc8fd7/081dd618-920d-4243-8505-347b38674470/92ee2581-4aca-4e7f-accd-d0bcbfe20f32) {{(pid=86330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 17 04:07:04.188685 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [req-5371cf09-1786-460a-8d59-4edbfa92b7bc req-3c15124e-97ea-420c-84bc-2bd17381944f tempest-AttachVolumeNegativeTest-1226596354 tempest-AttachVolumeNegativeTest-1226596354-project] Notify callbacks [] for port, precommit_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:07:04.230117 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [req-5371cf09-1786-460a-8d59-4edbfa92b7bc req-3c15124e-97ea-420c-84bc-2bd17381944f tempest-AttachVolumeNegativeTest-1226596354 tempest-AttachVolumeNegativeTest-1226596354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1691685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854152290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244555219623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852218909'] for port, after_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:07:04.244688 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-ebc14547-2e82-4f2d-bb9f-282b1312eac7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:07:04.308449 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91330acb-5bce-4d50-b222-d60e08bffc44 req-a8326953-bd59-424f-b658-58ad123f2a14 tempest-AttachVolumeNegativeTest-1226596354 tempest-AttachVolumeNegativeTest-1226596354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:07:04.310688 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-91330acb-5bce-4d50-b222-d60e08bffc44 req-a8326953-bd59-424f-b658-58ad123f2a14 tempest-AttachVolumeNegativeTest-1226596354 tempest-AttachVolumeNegativeTest-1226596354-project] 10.222.0.20 "GET /v2.0/ports?device_id=b5f3ab39-1e03-4d37-9eb4-4bd603e617f2 HTTP/1.1" status: 200 len: 931 time: 0.1094017 Apr 17 04:07:04.351620 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5371cf09-1786-460a-8d59-4edbfa92b7bc req-3c15124e-97ea-420c-84bc-2bd17381944f tempest-AttachVolumeNegativeTest-1226596354 tempest-AttachVolumeNegativeTest-1226596354-project] Network e6680b4c-b81d-4947-a2bb-bed68ccc8fd7 is already hosted by enough agents. {{(pid=86330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 17 04:07:04.356266 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.scheduler.base_scheduler [req-5371cf09-1786-460a-8d59-4edbfa92b7bc req-3c15124e-97ea-420c-84bc-2bd17381944f tempest-AttachVolumeNegativeTest-1226596354 tempest-AttachVolumeNegativeTest-1226596354-project] Resources bound (agent type, host, resource id): {{(pid=86330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 17 04:07:04.360761 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.l3_dvrscheduler_db [req-5371cf09-1786-460a-8d59-4edbfa92b7bc req-3c15124e-97ea-420c-84bc-2bd17381944f tempest-AttachVolumeNegativeTest-1226596354 tempest-AttachVolumeNegativeTest-1226596354-project] Received port after_create {{(pid=86330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 17 04:07:04.374276 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-91330acb-5bce-4d50-b222-d60e08bffc44 req-82f0d968-36ae-4088-baa4-6687aed7d4ac tempest-AttachVolumeNegativeTest-1226596354 tempest-AttachVolumeNegativeTest-1226596354-project] 10.222.0.20 "GET /v2.0/security-groups?id=ae5ae7d4-03a6-4de4-82fb-45078eb27a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567198 Apr 17 04:07:04.416820 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c15124e-97ea-420c-84bc-2bd17381944f tempest-AttachVolumeNegativeTest-1226596354 tempest-AttachVolumeNegativeTest-1226596354-project] Pushing event updated for resources: {'Port': ['ID=92ee2581-4aca-4e7f-accd-d0bcbfe20f32,revision_number=1']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:07:04.424069 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-3c15124e-97ea-420c-84bc-2bd17381944f tempest-AttachVolumeNegativeTest-1226596354 tempest-AttachVolumeNegativeTest-1226596354-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:07:04.458315 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5371cf09-1786-460a-8d59-4edbfa92b7bc req-3c15124e-97ea-420c-84bc-2bd17381944f tempest-AttachVolumeNegativeTest-1226596354 tempest-AttachVolumeNegativeTest-1226596354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:07:04.459455 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [req-5371cf09-1786-460a-8d59-4edbfa92b7bc req-3c15124e-97ea-420c-84bc-2bd17381944f tempest-AttachVolumeNegativeTest-1226596354 tempest-AttachVolumeNegativeTest-1226596354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2986'] for port, before_response {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:07:04.483647 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-5371cf09-1786-460a-8d59-4edbfa92b7bc req-3c15124e-97ea-420c-84bc-2bd17381944f tempest-AttachVolumeNegativeTest-1226596354 tempest-AttachVolumeNegativeTest-1226596354-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0859630 Apr 17 04:07:04.498389 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.v2.base [req-5371cf09-1786-460a-8d59-4edbfa92b7bc req-5520057c-2d21-4ac6-8307-8eb4211c5e41 service neutron] Request body: {'port': {'device_id': 'b5f3ab39-1e03-4d37-9eb4-4bd603e617f2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78605'}} {{(pid=86330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 17 04:07:04.598978 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.20', 54880) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 17 04:07:04.599699 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.20', 54882) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 17 04:07:04.622143 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [req-5371cf09-1786-460a-8d59-4edbfa92b7bc req-5520057c-2d21-4ac6-8307-8eb4211c5e41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853081909'] for port, before_update {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:07:04.808995 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-055d138f-fdde-4b50-92cb-dadede6c30a7 req-512a91bf-e590-4850-919f-66487aadf579 tempest-VolumesActionsTest-363195616 tempest-VolumesActionsTest-363195616-project] 10.222.0.20 "GET /v2.0/ports?device_id=28d3d0fc-a7ef-4742-97e3-7fdb0e3faade HTTP/1.1" status: 200 len: 210 time: 0.1141653 Apr 17 04:07:04.935290 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-85b9c079-ae70-4d2f-b8f5-60e6ebbb7091 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:07:04.958233 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-9bbe1cbc-07ac-42e7-8ce3-3b007658c445 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:07:04.984402 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [None req-85b9c079-ae70-4d2f-b8f5-60e6ebbb7091 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 17 04:07:04.991038 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [None req-85b9c079-ae70-4d2f-b8f5-60e6ebbb7091 admin admin] Usage tracker for resource:security_group_rule and tenant:75a5d1424ba94607b05dac5197043523 is out of sync, need to count used quota {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 17 04:07:04.996087 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [None req-85b9c079-ae70-4d2f-b8f5-60e6ebbb7091 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 17 04:07:05.002830 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [None req-85b9c079-ae70-4d2f-b8f5-60e6ebbb7091 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 17 04:07:05.079467 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [None req-9bbe1cbc-07ac-42e7-8ce3-3b007658c445 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 17 04:07:05.090563 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [None req-9bbe1cbc-07ac-42e7-8ce3-3b007658c445 admin admin] Usage tracker for resource:security_group_rule and tenant:ef5948fdf483412096c7b82a4b3de078 is out of sync, need to count used quota {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 17 04:07:05.110463 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [None req-9bbe1cbc-07ac-42e7-8ce3-3b007658c445 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 17 04:07:05.154091 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-85b9c079-ae70-4d2f-b8f5-60e6ebbb7091 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:07:05.156053 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [None req-9bbe1cbc-07ac-42e7-8ce3-3b007658c445 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 17 04:07:05.164492 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-85b9c079-ae70-4d2f-b8f5-60e6ebbb7091 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920236'] for security_group, after_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:07:05.177827 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:07:05.234748 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a9c052-2cb3-4fc5-babd-77bcbcb688f2 req-d88bf7b8-73be-4db3-ab50-ebc9e491dc41 tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:07:05.236347 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-b0a9c052-2cb3-4fc5-babd-77bcbcb688f2 req-d88bf7b8-73be-4db3-ab50-ebc9e491dc41 tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] 10.222.0.20 "GET /v2.0/ports?device_id=adc83314-abf3-458e-b145-974486d3defe HTTP/1.1" status: 200 len: 945 time: 0.4261451 Apr 17 04:07:05.241842 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [None req-85b9c079-ae70-4d2f-b8f5-60e6ebbb7091 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=75a5d1424ba94607b05dac5197043523&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6390321 Apr 17 04:07:05.242455 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.20', 54904) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 17 04:07:05.275821 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b9c079-ae70-4d2f-b8f5-60e6ebbb7091 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00e4861c-c176-4847-987b-1ba2e33dc614,revision_number=1']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:07:05.298551 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-85b9c079-ae70-4d2f-b8f5-60e6ebbb7091 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:07:05.303498 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eccd48b-6e98-44b4-b2af-f1068b08334f req-a30a3f2b-9928-4453-bed8-813cb56e608b tempest-VolumesActionsTest-363195616 tempest-VolumesActionsTest-363195616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:07:05.305085 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-8eccd48b-6e98-44b4-b2af-f1068b08334f req-a30a3f2b-9928-4453-bed8-813cb56e608b tempest-VolumesActionsTest-363195616 tempest-VolumesActionsTest-363195616-project] 10.222.0.32 "GET /v2.0/networks?id=d993df1e-8372-4b57-88f5-81cca499a786 HTTP/1.1" status: 200 len: 808 time: 0.2111871 Apr 17 04:07:05.323644 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.v2.base [req-8eccd48b-6e98-44b4-b2af-f1068b08334f req-209c97ea-e908-4f99-8a7a-e584fab60342 tempest-VolumesActionsTest-363195616 tempest-VolumesActionsTest-363195616-project] Request body: {'port': {'device_id': '28d3d0fc-a7ef-4742-97e3-7fdb0e3faade', 'network_id': 'd993df1e-8372-4b57-88f5-81cca499a786', 'admin_state_up': True, 'tenant_id': '1280c4501e644d9480bf3a82edd6bc7a'}} {{(pid=86330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 17 04:07:05.352524 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-b0a9c052-2cb3-4fc5-babd-77bcbcb688f2 req-8a739ade-290e-4f48-90ac-8c3335e6ed69 tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] 10.222.0.20 "GET /v2.0/security-groups?id=48edf01a-27e1-4331-aa2f-debc447aa56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815997 Apr 17 04:07:05.407125 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-9ef82b07-8032-468b-9175-8403a542b9a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:07:05.435344 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.notifiers.nova [req-5371cf09-1786-460a-8d59-4edbfa92b7bc req-5520057c-2d21-4ac6-8307-8eb4211c5e41 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92ee2581-4aca-4e7f-accd-d0bcbfe20f32 {{(pid=86330) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 17 04:07:05.444028 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [req-5371cf09-1786-460a-8d59-4edbfa92b7bc req-5520057c-2d21-4ac6-8307-8eb4211c5e41 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:07:05.457262 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-9ef82b07-8032-468b-9175-8403a542b9a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:07:05.465859 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-9bbe1cbc-07ac-42e7-8ce3-3b007658c445 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:07:05.473635 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.provisioning_blocks [req-5371cf09-1786-460a-8d59-4edbfa92b7bc req-5520057c-2d21-4ac6-8307-8eb4211c5e41 service neutron] Transition to ACTIVE for port object 92ee2581-4aca-4e7f-accd-d0bcbfe20f32 will not be triggered until provisioned by entity L2. {{(pid=86330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 17 04:07:05.479943 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [req-5371cf09-1786-460a-8d59-4edbfa92b7bc req-5520057c-2d21-4ac6-8307-8eb4211c5e41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1691685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854152290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792299986632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244555219606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792299556228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2556906'] for port, after_update {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:07:05.481702 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-9bbe1cbc-07ac-42e7-8ce3-3b007658c445 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920236'] for security_group, after_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:07:05.492857 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:07:05.516263 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-8ce7ba63-97eb-4994-91aa-04b9a060d16d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:07:05.524905 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [None req-9bbe1cbc-07ac-42e7-8ce3-3b007658c445 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ef5948fdf483412096c7b82a4b3de078&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9238927 Apr 17 04:07:05.530621 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.20', 54914) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 17 04:07:05.543784 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.20', 54916) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 17 04:07:05.644459 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbe1cbc-07ac-42e7-8ce3-3b007658c445 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4078810-d700-4c7e-a98f-aaabfcf691a7,revision_number=1']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:07:05.662006 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-9bbe1cbc-07ac-42e7-8ce3-3b007658c445 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:07:05.690199 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5520057c-2d21-4ac6-8307-8eb4211c5e41 service neutron] Pushing event updated for resources: {'Port': ['ID=92ee2581-4aca-4e7f-accd-d0bcbfe20f32,revision_number=2']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:07:05.702534 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-9ef82b07-8032-468b-9175-8403a542b9a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920236'] for security_group, after_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:07:05.708859 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-4d3fde68-500b-4925-a993-52c35af3c0e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:07:05.729318 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-5520057c-2d21-4ac6-8307-8eb4211c5e41 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:07:05.737569 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef82b07-8032-468b-9175-8403a542b9a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00e4861c-c176-4847-987b-1ba2e33dc614,revision_number=None']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:07:05.746771 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-9ef82b07-8032-468b-9175-8403a542b9a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:07:05.761732 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e171e94-5ccf-4546-aff5-2b49fbf769a5 req-14dfaa3d-5eef-48f3-b8c1-6906e54dbb12 tempest-AttachVolumeNegativeTest-1226596354 tempest-AttachVolumeNegativeTest-1226596354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:07:05.763383 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-0e171e94-5ccf-4546-aff5-2b49fbf769a5 req-14dfaa3d-5eef-48f3-b8c1-6906e54dbb12 tempest-AttachVolumeNegativeTest-1226596354 tempest-AttachVolumeNegativeTest-1226596354-project] 10.222.0.20 "GET /v2.0/ports?device_id=b5f3ab39-1e03-4d37-9eb4-4bd603e617f2 HTTP/1.1" status: 200 len: 943 time: 0.2342908 Apr 17 04:07:05.764098 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-59c3f967-ddbd-4314-bd9d-a2791053ec01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:07:05.778878 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-9ef82b07-8032-468b-9175-8403a542b9a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:07:05.783200 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [None req-9ef82b07-8032-468b-9175-8403a542b9a5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/00e4861c-c176-4847-987b-1ba2e33dc614 HTTP/1.1" status: 204 len: 168 time: 0.5317390 Apr 17 04:07:05.820575 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [req-8eccd48b-6e98-44b4-b2af-f1068b08334f req-209c97ea-e908-4f99-8a7a-e584fab60342 tempest-VolumesActionsTest-363195616 tempest-VolumesActionsTest-363195616-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 17 04:07:05.832630 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-59c3f967-ddbd-4314-bd9d-a2791053ec01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:07:05.833845 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [req-8eccd48b-6e98-44b4-b2af-f1068b08334f req-209c97ea-e908-4f99-8a7a-e584fab60342 tempest-VolumesActionsTest-363195616 tempest-VolumesActionsTest-363195616-project] Usage tracker for resource:port and tenant:1280c4501e644d9480bf3a82edd6bc7a is out of sync, need to count used quota {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 17 04:07:05.838231 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [req-8eccd48b-6e98-44b4-b2af-f1068b08334f req-209c97ea-e908-4f99-8a7a-e584fab60342 tempest-VolumesActionsTest-363195616 tempest-VolumesActionsTest-363195616-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 17 04:07:05.848243 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.managers [req-5371cf09-1786-460a-8d59-4edbfa92b7bc req-5520057c-2d21-4ac6-8307-8eb4211c5e41 service neutron] Attempting to bind port 92ee2581-4aca-4e7f-accd-d0bcbfe20f32 on host hv-cinder-78605 for vnic_type normal with profile {{(pid=86330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 17 04:07:05.848641 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.managers [req-5371cf09-1786-460a-8d59-4edbfa92b7bc req-5520057c-2d21-4ac6-8307-8eb4211c5e41 service neutron] Attempting to bind port 92ee2581-4aca-4e7f-accd-d0bcbfe20f32 by drivers openvswitch,hyperv on host hv-cinder-78605 at level 0 using segments [{'id': '21289dc9-e49a-4956-a25b-e0a8cf0d6ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'e6680b4c-b81d-4947-a2bb-bed68ccc8fd7'}] {{(pid=86330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 17 04:07:05.849036 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5371cf09-1786-460a-8d59-4edbfa92b7bc req-5520057c-2d21-4ac6-8307-8eb4211c5e41 service neutron] Attempting to bind port 92ee2581-4aca-4e7f-accd-d0bcbfe20f32 on network e6680b4c-b81d-4947-a2bb-bed68ccc8fd7 {{(pid=86330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 17 04:07:05.855934 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [req-8eccd48b-6e98-44b4-b2af-f1068b08334f req-209c97ea-e908-4f99-8a7a-e584fab60342 tempest-VolumesActionsTest-363195616 tempest-VolumesActionsTest-363195616-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 17 04:07:05.864562 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5371cf09-1786-460a-8d59-4edbfa92b7bc req-5520057c-2d21-4ac6-8307-8eb4211c5e41 service neutron] Port 92ee2581-4aca-4e7f-accd-d0bcbfe20f32 on network e6680b4c-b81d-4947-a2bb-bed68ccc8fd7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78605 {{(pid=86330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 17 04:07:05.864943 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5371cf09-1786-460a-8d59-4edbfa92b7bc req-5520057c-2d21-4ac6-8307-8eb4211c5e41 service neutron] Attempting to bind port 92ee2581-4aca-4e7f-accd-d0bcbfe20f32 on network e6680b4c-b81d-4947-a2bb-bed68ccc8fd7 {{(pid=86330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 17 04:07:05.868584 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-e673e293-a93d-4689-a1f9-e917792448a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:07:05.869434 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8eccd48b-6e98-44b4-b2af-f1068b08334f req-209c97ea-e908-4f99-8a7a-e584fab60342 tempest-VolumesActionsTest-363195616 tempest-VolumesActionsTest-363195616-project] Made reservation on behalf of 1280c4501e644d9480bf3a82edd6bc7a for: {'port': 1} {{(pid=86330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 17 04:07:05.875504 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [req-8eccd48b-6e98-44b4-b2af-f1068b08334f req-209c97ea-e908-4f99-8a7a-e584fab60342 tempest-VolumesActionsTest-363195616 tempest-VolumesActionsTest-363195616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853081909'] for port, before_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:07:05.892417 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5371cf09-1786-460a-8d59-4edbfa92b7bc req-5520057c-2d21-4ac6-8307-8eb4211c5e41 service neutron] Checking agent: {'id': '61ad0fc1-16d6-4e18-b3c9-f584687973c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78605', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 17, 4, 4, 12), 'started_at': datetime.datetime(2021, 4, 17, 4, 4, 12), 'heartbeat_timestamp': datetime.datetime(2021, 4, 17, 4, 6, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 17 04:07:05.892417 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5371cf09-1786-460a-8d59-4edbfa92b7bc req-5520057c-2d21-4ac6-8307-8eb4211c5e41 service neutron] Checking segment: {'id': '21289dc9-e49a-4956-a25b-e0a8cf0d6ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'e6680b4c-b81d-4947-a2bb-bed68ccc8fd7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 17 04:07:05.892417 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5371cf09-1786-460a-8d59-4edbfa92b7bc req-5520057c-2d21-4ac6-8307-8eb4211c5e41 service neutron] Bound using segment: {'id': '21289dc9-e49a-4956-a25b-e0a8cf0d6ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'e6680b4c-b81d-4947-a2bb-bed68ccc8fd7'} {{(pid=86330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 17 04:07:05.892417 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.managers [req-5371cf09-1786-460a-8d59-4edbfa92b7bc req-5520057c-2d21-4ac6-8307-8eb4211c5e41 service neutron] Bound port: 92ee2581-4aca-4e7f-accd-d0bcbfe20f32, host: hv-cinder-78605, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21289dc9-e49a-4956-a25b-e0a8cf0d6ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'e6680b4c-b81d-4947-a2bb-bed68ccc8fd7'}}] {{(pid=86330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 17 04:07:05.892417 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [req-5371cf09-1786-460a-8d59-4edbfa92b7bc req-5520057c-2d21-4ac6-8307-8eb4211c5e41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853081909'] for port, before_update {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:07:05.903393 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [None req-e673e293-a93d-4689-a1f9-e917792448a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 17 04:07:05.908490 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-0e171e94-5ccf-4546-aff5-2b49fbf769a5 req-f8b91786-0cf1-4ac1-a870-df228d901441 tempest-AttachVolumeNegativeTest-1226596354 tempest-AttachVolumeNegativeTest-1226596354-project] 10.222.0.20 "GET /v2.0/security-groups?id=ae5ae7d4-03a6-4de4-82fb-45078eb27a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309843 Apr 17 04:07:05.913565 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [None req-e673e293-a93d-4689-a1f9-e917792448a6 admin admin] Usage tracker for resource:security_group_rule and tenant:5d853d4cc5be4b338b39dd0402c3688f is out of sync, need to count used quota {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 17 04:07:05.918703 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [None req-e673e293-a93d-4689-a1f9-e917792448a6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 17 04:07:05.926148 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [None req-e673e293-a93d-4689-a1f9-e917792448a6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 17 04:07:05.961326 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-59c3f967-ddbd-4314-bd9d-a2791053ec01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920236'] for security_group, after_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:07:05.968091 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-85b9c079-ae70-4d2f-b8f5-60e6ebbb7091 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:07:06.018900 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c3f967-ddbd-4314-bd9d-a2791053ec01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4078810-d700-4c7e-a98f-aaabfcf691a7,revision_number=None']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:07:06.028458 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-59c3f967-ddbd-4314-bd9d-a2791053ec01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:07:06.040079 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-59c3f967-ddbd-4314-bd9d-a2791053ec01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:07:06.041372 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [None req-59c3f967-ddbd-4314-bd9d-a2791053ec01 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a4078810-d700-4c7e-a98f-aaabfcf691a7 HTTP/1.1" status: 204 len: 168 time: 0.4989762 Apr 17 04:07:06.144741 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-aa0c3edc-4c9d-42a8-9b39-feb8a2c09b31 req-2d242d35-9ab4-48b7-876a-b705c6e818a1 tempest-VolumesActionsTest-363195616 tempest-VolumesActionsTest-363195616-project] 10.222.0.20 "GET /v2.0/ports?device_id=28d3d0fc-a7ef-4742-97e3-7fdb0e3faade HTTP/1.1" status: 200 len: 210 time: 0.0794754 Apr 17 04:07:06.177740 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.db_base_plugin_common [req-8eccd48b-6e98-44b4-b2af-f1068b08334f req-209c97ea-e908-4f99-8a7a-e584fab60342 tempest-VolumesActionsTest-363195616 tempest-VolumesActionsTest-363195616-project] Allocated IP 172.20.0.6 (d993df1e-8372-4b57-88f5-81cca499a786/60c00017-da74-4f15-bfcf-b734eded4c88/b9986077-69c6-4a93-ba7f-e16dba62b3a9) {{(pid=86330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 17 04:07:06.194730 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-e673e293-a93d-4689-a1f9-e917792448a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:07:06.198774 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-e673e293-a93d-4689-a1f9-e917792448a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920236'] for security_group, after_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:07:06.221388 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-9acbe4ea-7860-4004-a7bb-afabb9912ad3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:07:06.266292 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e673e293-a93d-4689-a1f9-e917792448a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7063c7a-ccc5-4f74-82ff-fac8c531d381,revision_number=1']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:07:06.271819 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-e673e293-a93d-4689-a1f9-e917792448a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:07:06.308379 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [None req-e673e293-a93d-4689-a1f9-e917792448a6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5d853d4cc5be4b338b39dd0402c3688f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7184012 Apr 17 04:07:06.308679 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.20', 54940) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 17 04:07:06.406645 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-cb179b7d-38fb-4bc6-992f-69cfd453d2b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:07:06.447598 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-cb179b7d-38fb-4bc6-992f-69cfd453d2b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:07:06.474973 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.db [req-5371cf09-1786-460a-8d59-4edbfa92b7bc req-5520057c-2d21-4ac6-8307-8eb4211c5e41 service neutron] For port 92ee2581-4aca-4e7f-accd-d0bcbfe20f32, host hv-cinder-78605, cleared binding levels {{(pid=86330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 17 04:07:06.497629 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.db [req-5371cf09-1786-460a-8d59-4edbfa92b7bc req-5520057c-2d21-4ac6-8307-8eb4211c5e41 service neutron] For port 92ee2581-4aca-4e7f-accd-d0bcbfe20f32, host hv-cinder-78605, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=92ee2581-4aca-4e7f-accd-d0bcbfe20f32,segment=NetworkSegment(21289dc9-e49a-4956-a25b-e0a8cf0d6ebd),segment_id=21289dc9-e49a-4956-a25b-e0a8cf0d6ebd)] {{(pid=86330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 17 04:07:06.503824 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-cb179b7d-38fb-4bc6-992f-69cfd453d2b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920236'] for security_group, after_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:07:06.508107 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-825e0487-5711-437e-ac23-79efa2b3745e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:07:06.517700 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [req-5371cf09-1786-460a-8d59-4edbfa92b7bc req-5520057c-2d21-4ac6-8307-8eb4211c5e41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1691685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854152290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792299986632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244555219606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792299556228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2556906'] for port, after_update {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:07:06.526450 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:07:06.531732 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb179b7d-38fb-4bc6-992f-69cfd453d2b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7063c7a-ccc5-4f74-82ff-fac8c531d381,revision_number=None']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:07:06.538861 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-cb179b7d-38fb-4bc6-992f-69cfd453d2b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:07:06.539791 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-cb179b7d-38fb-4bc6-992f-69cfd453d2b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:07:06.544336 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [None req-cb179b7d-38fb-4bc6-992f-69cfd453d2b6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f7063c7a-ccc5-4f74-82ff-fac8c531d381 HTTP/1.1" status: 204 len: 168 time: 0.2346203 Apr 17 04:07:06.622480 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5371cf09-1786-460a-8d59-4edbfa92b7bc req-5520057c-2d21-4ac6-8307-8eb4211c5e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:07:06.623159 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [req-5371cf09-1786-460a-8d59-4edbfa92b7bc req-5520057c-2d21-4ac6-8307-8eb4211c5e41 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2986'] for port, before_response {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:07:06.624709 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-5371cf09-1786-460a-8d59-4edbfa92b7bc req-5520057c-2d21-4ac6-8307-8eb4211c5e41 service neutron] 10.222.0.32 "PUT /v2.0/ports/92ee2581-4aca-4e7f-accd-d0bcbfe20f32 HTTP/1.1" status: 200 len: 1093 time: 2.1310711 Apr 17 04:07:06.627872 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5f3ab39-1e03-4d37-9eb4-4bd603e617f2', 'tag': '92ee2581-4aca-4e7f-accd-d0bcbfe20f32'}] {{(pid=86330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 17 04:07:06.694184 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e9db7f-d054-4b07-870f-1f670c4d0c37 req-51455592-c9ae-49c1-b3e2-2b0b0a87b0ce tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:07:06.702552 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-d5e9db7f-d054-4b07-870f-1f670c4d0c37 req-51455592-c9ae-49c1-b3e2-2b0b0a87b0ce tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] 10.222.0.20 "GET /v2.0/ports?device_id=adc83314-abf3-458e-b145-974486d3defe HTTP/1.1" status: 200 len: 945 time: 0.1466963 Apr 17 04:07:06.773484 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5f3ab39-1e03-4d37-9eb4-4bd603e617f2', 'tag': '92ee2581-4aca-4e7f-accd-d0bcbfe20f32', 'status': 'completed', 'code': 200} Apr 17 04:07:06.777519 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-d5e9db7f-d054-4b07-870f-1f670c4d0c37 req-34acb937-b58d-4065-a601-9fd97d6d0e6e tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] 10.222.0.20 "GET /v2.0/security-groups?id=48edf01a-27e1-4331-aa2f-debc447aa56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739515 Apr 17 04:07:06.800406 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [req-8eccd48b-6e98-44b4-b2af-f1068b08334f req-209c97ea-e908-4f99-8a7a-e584fab60342 tempest-VolumesActionsTest-363195616 tempest-VolumesActionsTest-363195616-project] Notify callbacks [] for port, precommit_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:07:06.803020 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5520057c-2d21-4ac6-8307-8eb4211c5e41 service neutron] Pushing event updated for resources: {'Port': ['ID=92ee2581-4aca-4e7f-accd-d0bcbfe20f32,revision_number=3']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:07:06.809275 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-5520057c-2d21-4ac6-8307-8eb4211c5e41 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:07:06.863529 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5371cf09-1786-460a-8d59-4edbfa92b7bc req-d55da079-b101-4fd4-bfbb-64a46aac6684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:07:06.865239 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-5371cf09-1786-460a-8d59-4edbfa92b7bc req-d55da079-b101-4fd4-bfbb-64a46aac6684 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=414abe24304b477ea2fe3108443164aa&device_id=b5f3ab39-1e03-4d37-9eb4-4bd603e617f2 HTTP/1.1" status: 200 len: 1096 time: 0.1730871 Apr 17 04:07:06.869471 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [req-8eccd48b-6e98-44b4-b2af-f1068b08334f req-209c97ea-e908-4f99-8a7a-e584fab60342 tempest-VolumesActionsTest-363195616 tempest-VolumesActionsTest-363195616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1691685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854152290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244555219623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852218909'] for port, after_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:07:06.877835 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:07:06.896749 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.20', 54960) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 17 04:07:06.918632 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-c71629e8-b1d6-4c86-b640-911b7c313c2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:07:06.956829 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [None req-c71629e8-b1d6-4c86-b640-911b7c313c2e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 17 04:07:06.967055 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [None req-c71629e8-b1d6-4c86-b640-911b7c313c2e admin admin] Usage tracker for resource:security_group_rule and tenant:59694803f0f142038d45f107c2ca8ee9 is out of sync, need to count used quota {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 17 04:07:06.975771 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [None req-c71629e8-b1d6-4c86-b640-911b7c313c2e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 17 04:07:06.983121 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [None req-c71629e8-b1d6-4c86-b640-911b7c313c2e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 17 04:07:07.044839 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-5371cf09-1786-460a-8d59-4edbfa92b7bc req-9a19c695-67d5-490f-ae12-453d469f047f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=92ee2581-4aca-4e7f-accd-d0bcbfe20f32 HTTP/1.1" status: 200 len: 217 time: 0.1678443 Apr 17 04:07:07.051110 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8eccd48b-6e98-44b4-b2af-f1068b08334f req-209c97ea-e908-4f99-8a7a-e584fab60342 tempest-VolumesActionsTest-363195616 tempest-VolumesActionsTest-363195616-project] Network d993df1e-8372-4b57-88f5-81cca499a786 is already hosted by enough agents. {{(pid=86330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 17 04:07:07.055257 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.scheduler.base_scheduler [req-8eccd48b-6e98-44b4-b2af-f1068b08334f req-209c97ea-e908-4f99-8a7a-e584fab60342 tempest-VolumesActionsTest-363195616 tempest-VolumesActionsTest-363195616-project] Resources bound (agent type, host, resource id): {{(pid=86330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 17 04:07:07.119032 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-c71629e8-b1d6-4c86-b640-911b7c313c2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:07:07.122913 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-c71629e8-b1d6-4c86-b640-911b7c313c2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920236'] for security_group, after_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:07:07.133716 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-15cb9321-36f8-4300-b70f-e11d6b105dbc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:07:07.145118 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.l3_dvrscheduler_db [req-8eccd48b-6e98-44b4-b2af-f1068b08334f req-209c97ea-e908-4f99-8a7a-e584fab60342 tempest-VolumesActionsTest-363195616 tempest-VolumesActionsTest-363195616-project] Received port after_create {{(pid=86330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 17 04:07:07.211891 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eccd48b-6e98-44b4-b2af-f1068b08334f req-209c97ea-e908-4f99-8a7a-e584fab60342 tempest-VolumesActionsTest-363195616 tempest-VolumesActionsTest-363195616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:07:07.212611 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [req-8eccd48b-6e98-44b4-b2af-f1068b08334f req-209c97ea-e908-4f99-8a7a-e584fab60342 tempest-VolumesActionsTest-363195616 tempest-VolumesActionsTest-363195616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2986'] for port, before_response {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:07:07.219595 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.20', 54972) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 17 04:07:07.228944 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71629e8-b1d6-4c86-b640-911b7c313c2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c58c2140-9d47-441c-ae81-f3b8f9cc0629,revision_number=1']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:07:07.237739 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209c97ea-e908-4f99-8a7a-e584fab60342 tempest-VolumesActionsTest-363195616 tempest-VolumesActionsTest-363195616-project] Pushing event updated for resources: {'Port': ['ID=b9986077-69c6-4a93-ba7f-e16dba62b3a9,revision_number=1']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:07:07.248478 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-c71629e8-b1d6-4c86-b640-911b7c313c2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:07:07.263405 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [None req-c71629e8-b1d6-4c86-b640-911b7c313c2e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=59694803f0f142038d45f107c2ca8ee9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3655384 Apr 17 04:07:07.266214 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.20', 54978) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 17 04:07:07.286395 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-209c97ea-e908-4f99-8a7a-e584fab60342 tempest-VolumesActionsTest-363195616 tempest-VolumesActionsTest-363195616-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.405s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:07:07.286973 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-9f3df2dc-61fc-42d1-882b-689d1bb5ba57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244554870149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852757949'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:07:07.295319 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-864291ea-8759-4eed-990e-d9847078dc4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:07:07.317355 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-8eccd48b-6e98-44b4-b2af-f1068b08334f req-209c97ea-e908-4f99-8a7a-e584fab60342 tempest-VolumesActionsTest-363195616 tempest-VolumesActionsTest-363195616-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9980495 Apr 17 04:07:07.326918 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [None req-864291ea-8759-4eed-990e-d9847078dc4b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 17 04:07:07.330931 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [None req-864291ea-8759-4eed-990e-d9847078dc4b admin admin] Usage tracker for resource:security_group_rule and tenant:d52556e743e045398e17450a35888d5d is out of sync, need to count used quota {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 17 04:07:07.334006 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [None req-864291ea-8759-4eed-990e-d9847078dc4b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 17 04:07:07.340196 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [None req-864291ea-8759-4eed-990e-d9847078dc4b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 17 04:07:07.369740 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.v2.base [req-8eccd48b-6e98-44b4-b2af-f1068b08334f req-7bf13999-2400-4710-924b-8a9a46b02eec service neutron] Request body: {'port': {'device_id': '28d3d0fc-a7ef-4742-97e3-7fdb0e3faade', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78605'}} {{(pid=86330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 17 04:07:07.403639 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5371cf09-1786-460a-8d59-4edbfa92b7bc req-c20bcb9f-8f76-4202-8fab-e6da1f9bd00b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:07:07.405260 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-5371cf09-1786-460a-8d59-4edbfa92b7bc req-c20bcb9f-8f76-4202-8fab-e6da1f9bd00b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=081dd618-920d-4243-8505-347b38674470 HTTP/1.1" status: 200 len: 855 time: 0.3454609 Apr 17 04:07:07.440332 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51d04ad-0cc7-444a-ae3c-f930ebf4c8d2 req-79dddc6f-c00e-4ddf-9355-e26e2aa11651 tempest-AttachVolumeNegativeTest-1226596354 tempest-AttachVolumeNegativeTest-1226596354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:07:07.441999 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-d51d04ad-0cc7-444a-ae3c-f930ebf4c8d2 req-79dddc6f-c00e-4ddf-9355-e26e2aa11651 tempest-AttachVolumeNegativeTest-1226596354 tempest-AttachVolumeNegativeTest-1226596354-project] 10.222.0.20 "GET /v2.0/ports?device_id=b5f3ab39-1e03-4d37-9eb4-4bd603e617f2 HTTP/1.1" status: 200 len: 943 time: 0.2953410 Apr 17 04:07:07.450263 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-48a6de28-76f7-4c7b-802f-77f0aa9324d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:07:07.486913 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-5371cf09-1786-460a-8d59-4edbfa92b7bc req-efe0df9e-be70-4471-9cec-e800b626a49a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e6680b4c-b81d-4947-a2bb-bed68ccc8fd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0693250 Apr 17 04:07:07.508749 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-48a6de28-76f7-4c7b-802f-77f0aa9324d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:07:07.573975 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1ec053-ea39-40e5-9da2-dce3767e1e48 req-77ffd5f1-51e3-4aeb-9f32-cc82132560ba tempest-VolumesActionsTest-363195616 tempest-VolumesActionsTest-363195616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:07:07.575916 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-cd1ec053-ea39-40e5-9da2-dce3767e1e48 req-77ffd5f1-51e3-4aeb-9f32-cc82132560ba tempest-VolumesActionsTest-363195616 tempest-VolumesActionsTest-363195616-project] 10.222.0.20 "GET /v2.0/ports?device_id=28d3d0fc-a7ef-4742-97e3-7fdb0e3faade HTTP/1.1" status: 200 len: 931 time: 0.2119720 Apr 17 04:07:07.587220 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-d51d04ad-0cc7-444a-ae3c-f930ebf4c8d2 req-e23bfde6-ab18-4136-8094-95ba4eb1e373 tempest-AttachVolumeNegativeTest-1226596354 tempest-AttachVolumeNegativeTest-1226596354-project] 10.222.0.20 "GET /v2.0/security-groups?id=ae5ae7d4-03a6-4de4-82fb-45078eb27a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041229 Apr 17 04:07:07.643801 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-cd1ec053-ea39-40e5-9da2-dce3767e1e48 req-0f2e821c-c348-46b5-89f0-94e82fa186a4 tempest-VolumesActionsTest-363195616 tempest-VolumesActionsTest-363195616-project] 10.222.0.20 "GET /v2.0/security-groups?id=323457c9-e81e-408d-9850-b4808121b636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554366 Apr 17 04:07:07.660109 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-48a6de28-76f7-4c7b-802f-77f0aa9324d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920236'] for security_group, after_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:07:07.661812 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:07:07.677014 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a6de28-76f7-4c7b-802f-77f0aa9324d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c58c2140-9d47-441c-ae81-f3b8f9cc0629,revision_number=None']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:07:07.680381 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-48a6de28-76f7-4c7b-802f-77f0aa9324d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:07:07.682712 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-48a6de28-76f7-4c7b-802f-77f0aa9324d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:07:07.683958 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [None req-48a6de28-76f7-4c7b-802f-77f0aa9324d3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c58c2140-9d47-441c-ae81-f3b8f9cc0629 HTTP/1.1" status: 204 len: 168 time: 0.4166834 Apr 17 04:07:07.892666 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-02625580-b370-4dfd-888c-9a4a466dc410 req-083ba755-160d-49c1-8f57-0ef3545f6b52 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=e7bd5423-b2e2-475d-a2ab-f5ceb7a824a7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1532974 Apr 17 04:07:07.976295 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [req-8eccd48b-6e98-44b4-b2af-f1068b08334f req-7bf13999-2400-4710-924b-8a9a46b02eec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853081909'] for port, before_update {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:07:08.044300 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-864291ea-8759-4eed-990e-d9847078dc4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:07:08.076577 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-864291ea-8759-4eed-990e-d9847078dc4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920236'] for security_group, after_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:07:08.102197 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-db9bef40-fed0-48e3-a601-0e271211be91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:07:08.167353 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1716e7f2-2236-4f6d-986e-b9ca4f7d85dd req-4027dd09-cf76-49d8-9246-09b6da49d54e tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:07:08.175504 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-1716e7f2-2236-4f6d-986e-b9ca4f7d85dd req-4027dd09-cf76-49d8-9246-09b6da49d54e tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] 10.222.0.20 "GET /v2.0/ports?device_id=adc83314-abf3-458e-b145-974486d3defe HTTP/1.1" status: 200 len: 945 time: 0.2444777 Apr 17 04:07:08.183611 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [None req-864291ea-8759-4eed-990e-d9847078dc4b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d52556e743e045398e17450a35888d5d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9582684 Apr 17 04:07:08.193327 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-5371cf09-1786-460a-8d59-4edbfa92b7bc req-f363e42d-16cc-49ef-b76b-484a425aedb8 service neutron] 10.222.0.32 "GET /v2.0/networks/e6680b4c-b81d-4947-a2bb-bed68ccc8fd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6978350 Apr 17 04:07:08.194160 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.20', 55000) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 17 04:07:08.215037 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02625580-b370-4dfd-888c-9a4a466dc410 req-2770da0f-ad88-4b2e-8537-fc19f9d6e20b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:07:08.216714 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-02625580-b370-4dfd-888c-9a4a466dc410 req-2770da0f-ad88-4b2e-8537-fc19f9d6e20b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c61f909e458d447f8c0cdeb8d1fce856&device_id=e7bd5423-b2e2-475d-a2ab-f5ceb7a824a7 HTTP/1.1" status: 200 len: 1098 time: 0.2004342 Apr 17 04:07:08.273852 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864291ea-8759-4eed-990e-d9847078dc4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08b53f31-b487-4846-8275-e72bd88c5f0c,revision_number=1']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:07:08.299048 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-1716e7f2-2236-4f6d-986e-b9ca4f7d85dd req-34f2a63c-9dc5-4bab-9d1f-22af8dd87040 tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] 10.222.0.20 "GET /v2.0/security-groups?id=48edf01a-27e1-4331-aa2f-debc447aa56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224709 Apr 17 04:07:08.307582 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.20', 55004) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 17 04:07:08.316737 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-864291ea-8759-4eed-990e-d9847078dc4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:07:08.377431 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-8783986d-9809-497f-9b95-8310427300a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:07:08.397683 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [None req-8783986d-9809-497f-9b95-8310427300a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 17 04:07:08.414446 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [None req-8783986d-9809-497f-9b95-8310427300a8 admin admin] Usage tracker for resource:security_group_rule and tenant:77013a11645c4baf8a20f1dd8e94e9a2 is out of sync, need to count used quota {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 17 04:07:08.419014 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [None req-8783986d-9809-497f-9b95-8310427300a8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 17 04:07:08.429029 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [None req-8783986d-9809-497f-9b95-8310427300a8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 17 04:07:08.456183 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02625580-b370-4dfd-888c-9a4a466dc410 req-16f5758e-94ca-4dc5-b424-828b0b2b3cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:07:08.457809 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-02625580-b370-4dfd-888c-9a4a466dc410 req-16f5758e-94ca-4dc5-b424-828b0b2b3cbc service neutron] 10.222.0.32 "GET /v2.0/networks?id=3648c013-741e-41bf-ba14-932e8746819e HTTP/1.1" status: 200 len: 919 time: 0.2175109 Apr 17 04:07:08.539243 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-02625580-b370-4dfd-888c-9a4a466dc410 req-6409ba02-e98f-4b8d-b9f3-24b7b5f7f400 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=995830d2-98eb-4e77-85fe-efc69cb1ced3 HTTP/1.1" status: 200 len: 217 time: 0.0706439 Apr 17 04:07:08.606067 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-b5406829-0f03-4a8b-8131-9356c9dc18cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:07:08.618034 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-5371cf09-1786-460a-8d59-4edbfa92b7bc req-474954f6-dcbe-4f2d-82f0-7d4f49f504b0 service neutron] 10.222.0.32 "GET /v2.0/networks/e6680b4c-b81d-4947-a2bb-bed68ccc8fd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3625517 Apr 17 04:07:08.669585 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-b5406829-0f03-4a8b-8131-9356c9dc18cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:07:08.857830 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-b5406829-0f03-4a8b-8131-9356c9dc18cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920236'] for security_group, after_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:07:08.864466 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.notifiers.nova [req-8eccd48b-6e98-44b4-b2af-f1068b08334f req-7bf13999-2400-4710-924b-8a9a46b02eec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9986077-69c6-4a93-ba7f-e16dba62b3a9 {{(pid=86330) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 17 04:07:08.868821 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-9e9b16cb-0d02-4cb9-818b-bdd4ce76ab88 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:07:08.880599 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [req-8eccd48b-6e98-44b4-b2af-f1068b08334f req-7bf13999-2400-4710-924b-8a9a46b02eec service neutron] Notify callbacks [] for port, precommit_update {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:07:08.897588 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5406829-0f03-4a8b-8131-9356c9dc18cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08b53f31-b487-4846-8275-e72bd88c5f0c,revision_number=None']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:07:08.905668 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-b5406829-0f03-4a8b-8131-9356c9dc18cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:07:08.907917 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12b6464-134b-4546-916b-9449b8ac740c req-d0b083f7-a904-49ad-8afb-eb2a76181552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:07:08.909542 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-b12b6464-134b-4546-916b-9449b8ac740c req-d0b083f7-a904-49ad-8afb-eb2a76181552 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=414abe24304b477ea2fe3108443164aa&device_id=b5f3ab39-1e03-4d37-9eb4-4bd603e617f2 HTTP/1.1" status: 200 len: 1096 time: 0.2266123 Apr 17 04:07:08.913298 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.provisioning_blocks [req-8eccd48b-6e98-44b4-b2af-f1068b08334f req-7bf13999-2400-4710-924b-8a9a46b02eec service neutron] Transition to ACTIVE for port object b9986077-69c6-4a93-ba7f-e16dba62b3a9 will not be triggered until provisioned by entity L2. {{(pid=86330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 17 04:07:08.914627 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-b5406829-0f03-4a8b-8131-9356c9dc18cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:07:08.915544 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [None req-b5406829-0f03-4a8b-8131-9356c9dc18cc admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/08b53f31-b487-4846-8275-e72bd88c5f0c HTTP/1.1" status: 204 len: 168 time: 0.6642466 Apr 17 04:07:08.952843 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [req-8eccd48b-6e98-44b4-b2af-f1068b08334f req-7bf13999-2400-4710-924b-8a9a46b02eec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1691685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854152290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792299986632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244555219606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792299556228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2556906'] for port, after_update {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:07:08.963700 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02625580-b370-4dfd-888c-9a4a466dc410 req-a75ca5ae-2bba-47ff-b6f9-7967cf22f365 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:07:08.965298 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-02625580-b370-4dfd-888c-9a4a466dc410 req-a75ca5ae-2bba-47ff-b6f9-7967cf22f365 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f604e219-b121-4ee2-9dbd-506d5b380753 HTTP/1.1" status: 200 len: 858 time: 0.4171741 Apr 17 04:07:08.969430 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:07:09.094314 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-02625580-b370-4dfd-888c-9a4a466dc410 req-c695698b-0977-4d31-8de8-1abf59bb18aa service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3648c013-741e-41bf-ba14-932e8746819e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1103625 Apr 17 04:07:09.105765 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-8783986d-9809-497f-9b95-8310427300a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:07:09.151129 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-8783986d-9809-497f-9b95-8310427300a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920236'] for security_group, after_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:07:09.164787 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-e4e935fa-b279-4068-a31a-7d7d4852d599 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:07:09.185554 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f8ec03-40ad-4877-af8b-75bff5ce5750 req-5a3efcd1-2687-4099-87bc-258b6f79d93f tempest-VolumesActionsTest-363195616 tempest-VolumesActionsTest-363195616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:07:09.187147 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-f2f8ec03-40ad-4877-af8b-75bff5ce5750 req-5a3efcd1-2687-4099-87bc-258b6f79d93f tempest-VolumesActionsTest-363195616 tempest-VolumesActionsTest-363195616-project] 10.222.0.20 "GET /v2.0/ports?device_id=28d3d0fc-a7ef-4742-97e3-7fdb0e3faade HTTP/1.1" status: 200 len: 931 time: 0.3789403 Apr 17 04:07:09.202830 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14aa4ce-79c1-4385-b5cc-d7a71bbfc3c9 req-b7f81fa9-f4b5-472d-aecd-3b65faded319 tempest-AttachVolumeNegativeTest-1226596354 tempest-AttachVolumeNegativeTest-1226596354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:07:09.204412 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-a14aa4ce-79c1-4385-b5cc-d7a71bbfc3c9 req-b7f81fa9-f4b5-472d-aecd-3b65faded319 tempest-AttachVolumeNegativeTest-1226596354 tempest-AttachVolumeNegativeTest-1226596354-project] 10.222.0.20 "GET /v2.0/ports?device_id=b5f3ab39-1e03-4d37-9eb4-4bd603e617f2 HTTP/1.1" status: 200 len: 943 time: 0.3949022 Apr 17 04:07:09.220541 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf13999-2400-4710-924b-8a9a46b02eec service neutron] Pushing event updated for resources: {'Port': ['ID=b9986077-69c6-4a93-ba7f-e16dba62b3a9,revision_number=2']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:07:09.238835 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-7bf13999-2400-4710-924b-8a9a46b02eec service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:07:09.315147 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12b6464-134b-4546-916b-9449b8ac740c req-b55030d7-619b-4d1b-97e7-dc15bf2548fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:07:09.319890 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-b12b6464-134b-4546-916b-9449b8ac740c req-b55030d7-619b-4d1b-97e7-dc15bf2548fc service neutron] 10.222.0.32 "GET /v2.0/networks?id=e6680b4c-b81d-4947-a2bb-bed68ccc8fd7 HTTP/1.1" status: 200 len: 916 time: 0.4026875 Apr 17 04:07:09.335551 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [None req-8783986d-9809-497f-9b95-8310427300a8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=77013a11645c4baf8a20f1dd8e94e9a2&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0268507 Apr 17 04:07:09.336562 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.20', 55028) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 17 04:07:09.342973 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8783986d-9809-497f-9b95-8310427300a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=510a97f4-3b58-45bb-946e-66bd04676306,revision_number=1']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:07:09.348872 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-8783986d-9809-497f-9b95-8310427300a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:07:09.426270 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-f2f8ec03-40ad-4877-af8b-75bff5ce5750 req-4474e384-6b2f-468e-bc03-620a719e9f18 tempest-VolumesActionsTest-363195616 tempest-VolumesActionsTest-363195616-project] 10.222.0.20 "GET /v2.0/security-groups?id=323457c9-e81e-408d-9850-b4808121b636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2206578 Apr 17 04:07:09.458104 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-b12b6464-134b-4546-916b-9449b8ac740c req-d9b5e029-8f4b-4300-a718-ee90f7ead7f0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=92ee2581-4aca-4e7f-accd-d0bcbfe20f32 HTTP/1.1" status: 200 len: 217 time: 0.1130030 Apr 17 04:07:09.459104 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.managers [req-8eccd48b-6e98-44b4-b2af-f1068b08334f req-7bf13999-2400-4710-924b-8a9a46b02eec service neutron] Attempting to bind port b9986077-69c6-4a93-ba7f-e16dba62b3a9 on host hv-cinder-78605 for vnic_type normal with profile {{(pid=86330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 17 04:07:09.459470 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.managers [req-8eccd48b-6e98-44b4-b2af-f1068b08334f req-7bf13999-2400-4710-924b-8a9a46b02eec service neutron] Attempting to bind port b9986077-69c6-4a93-ba7f-e16dba62b3a9 by drivers openvswitch,hyperv on host hv-cinder-78605 at level 0 using segments [{'id': '12cabbe8-c97c-4ca4-93ad-8a145e13b12b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'd993df1e-8372-4b57-88f5-81cca499a786'}] {{(pid=86330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 17 04:07:09.459845 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eccd48b-6e98-44b4-b2af-f1068b08334f req-7bf13999-2400-4710-924b-8a9a46b02eec service neutron] Attempting to bind port b9986077-69c6-4a93-ba7f-e16dba62b3a9 on network d993df1e-8372-4b57-88f5-81cca499a786 {{(pid=86330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 17 04:07:09.466009 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eccd48b-6e98-44b4-b2af-f1068b08334f req-7bf13999-2400-4710-924b-8a9a46b02eec service neutron] Port b9986077-69c6-4a93-ba7f-e16dba62b3a9 on network d993df1e-8372-4b57-88f5-81cca499a786 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78605 {{(pid=86330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 17 04:07:09.466362 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eccd48b-6e98-44b4-b2af-f1068b08334f req-7bf13999-2400-4710-924b-8a9a46b02eec service neutron] Attempting to bind port b9986077-69c6-4a93-ba7f-e16dba62b3a9 on network d993df1e-8372-4b57-88f5-81cca499a786 {{(pid=86330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 17 04:07:09.470764 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-a14aa4ce-79c1-4385-b5cc-d7a71bbfc3c9 req-1cecabf8-5174-46fb-9971-6a6a8a669238 tempest-AttachVolumeNegativeTest-1226596354 tempest-AttachVolumeNegativeTest-1226596354-project] 10.222.0.20 "GET /v2.0/security-groups?id=ae5ae7d4-03a6-4de4-82fb-45078eb27a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2004464 Apr 17 04:07:09.473132 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eccd48b-6e98-44b4-b2af-f1068b08334f req-7bf13999-2400-4710-924b-8a9a46b02eec service neutron] Checking agent: {'id': '61ad0fc1-16d6-4e18-b3c9-f584687973c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78605', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 17, 4, 4, 12), 'started_at': datetime.datetime(2021, 4, 17, 4, 4, 12), 'heartbeat_timestamp': datetime.datetime(2021, 4, 17, 4, 6, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 17 04:07:09.473502 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eccd48b-6e98-44b4-b2af-f1068b08334f req-7bf13999-2400-4710-924b-8a9a46b02eec service neutron] Checking segment: {'id': '12cabbe8-c97c-4ca4-93ad-8a145e13b12b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'd993df1e-8372-4b57-88f5-81cca499a786'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 17 04:07:09.474206 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eccd48b-6e98-44b4-b2af-f1068b08334f req-7bf13999-2400-4710-924b-8a9a46b02eec service neutron] Bound using segment: {'id': '12cabbe8-c97c-4ca4-93ad-8a145e13b12b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'd993df1e-8372-4b57-88f5-81cca499a786'} {{(pid=86330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 17 04:07:09.474645 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.managers [req-8eccd48b-6e98-44b4-b2af-f1068b08334f req-7bf13999-2400-4710-924b-8a9a46b02eec service neutron] Bound port: b9986077-69c6-4a93-ba7f-e16dba62b3a9, host: hv-cinder-78605, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12cabbe8-c97c-4ca4-93ad-8a145e13b12b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'd993df1e-8372-4b57-88f5-81cca499a786'}}] {{(pid=86330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 17 04:07:09.475003 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [req-8eccd48b-6e98-44b4-b2af-f1068b08334f req-7bf13999-2400-4710-924b-8a9a46b02eec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853081909'] for port, before_update {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:07:09.546539 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-02625580-b370-4dfd-888c-9a4a466dc410 req-490ca660-0680-426b-a5cf-313979b76781 service neutron] 10.222.0.32 "GET /v2.0/networks/3648c013-741e-41bf-ba14-932e8746819e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4368863 Apr 17 04:07:09.557194 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-40b051e0-f6d5-45b2-ade8-67fb067535b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244554870149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852757949'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:07:09.687245 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-9d93c72f-5e98-4bdb-a907-c85047499b0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:07:09.720243 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12b6464-134b-4546-916b-9449b8ac740c req-3f74df11-9930-457f-9cdc-ee87fcf28533 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:07:09.722318 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-b12b6464-134b-4546-916b-9449b8ac740c req-3f74df11-9930-457f-9cdc-ee87fcf28533 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=081dd618-920d-4243-8505-347b38674470 HTTP/1.1" status: 200 len: 855 time: 0.2298129 Apr 17 04:07:09.797692 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-b12b6464-134b-4546-916b-9449b8ac740c req-754dcb8b-5db1-44db-82e1-be69535346fb service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e6680b4c-b81d-4947-a2bb-bed68ccc8fd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0559781 Apr 17 04:07:09.800641 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.db [req-8eccd48b-6e98-44b4-b2af-f1068b08334f req-7bf13999-2400-4710-924b-8a9a46b02eec service neutron] For port b9986077-69c6-4a93-ba7f-e16dba62b3a9, host hv-cinder-78605, cleared binding levels {{(pid=86330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 17 04:07:09.832186 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.db [req-8eccd48b-6e98-44b4-b2af-f1068b08334f req-7bf13999-2400-4710-924b-8a9a46b02eec service neutron] For port b9986077-69c6-4a93-ba7f-e16dba62b3a9, host hv-cinder-78605, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=b9986077-69c6-4a93-ba7f-e16dba62b3a9,segment=NetworkSegment(12cabbe8-c97c-4ca4-93ad-8a145e13b12b),segment_id=12cabbe8-c97c-4ca4-93ad-8a145e13b12b)] {{(pid=86330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 17 04:07:09.850108 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [req-8eccd48b-6e98-44b4-b2af-f1068b08334f req-7bf13999-2400-4710-924b-8a9a46b02eec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1691685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854152290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792299986632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244555219606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792299556228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2556906'] for port, after_update {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:07:09.857670 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-90266d11-8ab2-491a-95eb-21153c3659e1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:07:09.869129 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-9d93c72f-5e98-4bdb-a907-c85047499b0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:07:09.946669 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-02625580-b370-4dfd-888c-9a4a466dc410 req-6d4405ac-9070-4d82-9312-eff89526a9a8 service neutron] 10.222.0.32 "GET /v2.0/networks/3648c013-741e-41bf-ba14-932e8746819e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3534009 Apr 17 04:07:09.964056 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595a634c-c558-4038-b31d-1e31d5e787fa req-730df322-4894-4582-8fef-3fbd0c9d8a4f tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:07:09.966096 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-595a634c-c558-4038-b31d-1e31d5e787fa req-730df322-4894-4582-8fef-3fbd0c9d8a4f tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] 10.222.0.20 "GET /v2.0/ports?device_id=adc83314-abf3-458e-b145-974486d3defe HTTP/1.1" status: 200 len: 945 time: 0.2739849 Apr 17 04:07:09.997674 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-9d93c72f-5e98-4bdb-a907-c85047499b0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920236'] for security_group, after_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:07:10.001523 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf13999-2400-4710-924b-8a9a46b02eec service neutron] Pushing event updated for resources: {'Port': ['ID=b9986077-69c6-4a93-ba7f-e16dba62b3a9,revision_number=3']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:07:10.010280 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-3c489ba3-b3f9-43bb-8a44-744acb079182 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:07:10.022223 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eccd48b-6e98-44b4-b2af-f1068b08334f req-7bf13999-2400-4710-924b-8a9a46b02eec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:07:10.023094 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [req-8eccd48b-6e98-44b4-b2af-f1068b08334f req-7bf13999-2400-4710-924b-8a9a46b02eec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2986'] for port, before_response {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:07:10.024870 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-8eccd48b-6e98-44b4-b2af-f1068b08334f req-7bf13999-2400-4710-924b-8a9a46b02eec service neutron] 10.222.0.32 "PUT /v2.0/ports/b9986077-69c6-4a93-ba7f-e16dba62b3a9 HTTP/1.1" status: 200 len: 1093 time: 2.6601639 Apr 17 04:07:10.025434 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28d3d0fc-a7ef-4742-97e3-7fdb0e3faade', 'tag': 'b9986077-69c6-4a93-ba7f-e16dba62b3a9'}] {{(pid=86330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 17 04:07:10.030683 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-7bf13999-2400-4710-924b-8a9a46b02eec service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:07:10.036820 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d93c72f-5e98-4bdb-a907-c85047499b0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=510a97f4-3b58-45bb-946e-66bd04676306,revision_number=None']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:07:10.039313 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-9d93c72f-5e98-4bdb-a907-c85047499b0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:07:10.066481 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-595a634c-c558-4038-b31d-1e31d5e787fa req-e3c7f52b-f7b7-47f2-99dd-fd59d19bde14 tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] 10.222.0.20 "GET /v2.0/security-groups?id=48edf01a-27e1-4331-aa2f-debc447aa56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926988 Apr 17 04:07:10.067312 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-9d93c72f-5e98-4bdb-a907-c85047499b0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:07:10.068448 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [None req-9d93c72f-5e98-4bdb-a907-c85047499b0f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/510a97f4-3b58-45bb-946e-66bd04676306 HTTP/1.1" status: 204 len: 168 time: 0.7223830 Apr 17 04:07:10.082561 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-b12b6464-134b-4546-916b-9449b8ac740c req-5cc07cad-3a28-4823-9ee5-0677a95f32b5 service neutron] 10.222.0.32 "GET /v2.0/networks/e6680b4c-b81d-4947-a2bb-bed68ccc8fd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2760937 Apr 17 04:07:10.181425 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28d3d0fc-a7ef-4742-97e3-7fdb0e3faade', 'tag': 'b9986077-69c6-4a93-ba7f-e16dba62b3a9', 'status': 'completed', 'code': 200} Apr 17 04:07:10.336269 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-b12b6464-134b-4546-916b-9449b8ac740c req-53b10d91-beb5-4a9a-bfb1-5aa248b99245 service neutron] 10.222.0.32 "GET /v2.0/networks/e6680b4c-b81d-4947-a2bb-bed68ccc8fd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2313118 Apr 17 04:07:10.341992 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eccd48b-6e98-44b4-b2af-f1068b08334f req-3734b2e9-5326-494a-a990-a65d0dd21976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:07:10.346115 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-8eccd48b-6e98-44b4-b2af-f1068b08334f req-3734b2e9-5326-494a-a990-a65d0dd21976 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1280c4501e644d9480bf3a82edd6bc7a&device_id=28d3d0fc-a7ef-4742-97e3-7fdb0e3faade HTTP/1.1" status: 200 len: 1096 time: 0.2436237 Apr 17 04:07:10.423358 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-8eccd48b-6e98-44b4-b2af-f1068b08334f req-28b870a0-0b71-434e-b09f-fa74bd0cae9b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b9986077-69c6-4a93-ba7f-e16dba62b3a9 HTTP/1.1" status: 200 len: 217 time: 0.0696859 Apr 17 04:07:10.513198 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eccd48b-6e98-44b4-b2af-f1068b08334f req-7071eb60-f1d4-44f6-a982-5b5242b02aad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:07:10.514827 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-8eccd48b-6e98-44b4-b2af-f1068b08334f req-7071eb60-f1d4-44f6-a982-5b5242b02aad service neutron] 10.222.0.32 "GET /v2.0/subnets?id=60c00017-da74-4f15-bfcf-b734eded4c88 HTTP/1.1" status: 200 len: 848 time: 0.0780625 Apr 17 04:07:10.585632 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-c4f59f18-ba4f-4d63-813b-4697a67f74c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244554870149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852757949'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:07:10.604784 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-8eccd48b-6e98-44b4-b2af-f1068b08334f req-23f9d605-4074-434c-ae22-1ae43f0812b3 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d993df1e-8372-4b57-88f5-81cca499a786&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0826132 Apr 17 04:07:10.790032 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-8eccd48b-6e98-44b4-b2af-f1068b08334f req-8bb9ef35-b742-4868-84a5-19f42a8639c5 service neutron] 10.222.0.32 "GET /v2.0/networks/d993df1e-8372-4b57-88f5-81cca499a786?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1713474 Apr 17 04:07:10.797556 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4999457-248f-4de6-8c3d-0fc19e8c2cab req-8f766033-eb33-4155-8e30-420e339cd4a4 tempest-VolumesActionsTest-363195616 tempest-VolumesActionsTest-363195616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:07:10.799433 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-f4999457-248f-4de6-8c3d-0fc19e8c2cab req-8f766033-eb33-4155-8e30-420e339cd4a4 tempest-VolumesActionsTest-363195616 tempest-VolumesActionsTest-363195616-project] 10.222.0.20 "GET /v2.0/ports?device_id=28d3d0fc-a7ef-4742-97e3-7fdb0e3faade HTTP/1.1" status: 200 len: 943 time: 0.2097933 Apr 17 04:07:10.865775 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d97638e-f53c-4bee-83e0-a10268c0ee4e req-441cd3a2-e493-4df6-be26-adfd295b757b tempest-AttachVolumeNegativeTest-1226596354 tempest-AttachVolumeNegativeTest-1226596354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:07:10.875470 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-0d97638e-f53c-4bee-83e0-a10268c0ee4e req-441cd3a2-e493-4df6-be26-adfd295b757b tempest-AttachVolumeNegativeTest-1226596354 tempest-AttachVolumeNegativeTest-1226596354-project] 10.222.0.20 "GET /v2.0/ports?device_id=b5f3ab39-1e03-4d37-9eb4-4bd603e617f2 HTTP/1.1" status: 200 len: 943 time: 0.1816092 Apr 17 04:07:10.940707 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-f4999457-248f-4de6-8c3d-0fc19e8c2cab req-ce72fcec-317c-4d5c-a1f5-738270277f06 tempest-VolumesActionsTest-363195616 tempest-VolumesActionsTest-363195616-project] 10.222.0.20 "GET /v2.0/security-groups?id=323457c9-e81e-408d-9850-b4808121b636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340082 Apr 17 04:07:10.952424 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244554870149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852757949'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:07:10.953651 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-0d97638e-f53c-4bee-83e0-a10268c0ee4e req-877d286b-75cf-4cdb-920e-5ab23a95402f tempest-AttachVolumeNegativeTest-1226596354 tempest-AttachVolumeNegativeTest-1226596354-project] 10.222.0.20 "GET /v2.0/security-groups?id=ae5ae7d4-03a6-4de4-82fb-45078eb27a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772681 Apr 17 04:07:11.247539 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-8eccd48b-6e98-44b4-b2af-f1068b08334f req-7273ef61-b8ef-40ed-8338-434ef3551c07 service neutron] 10.222.0.32 "GET /v2.0/networks/d993df1e-8372-4b57-88f5-81cca499a786?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4485714 Apr 17 04:07:11.276357 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.rpc [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Device 92ee2581-4aca-4e7f-accd-d0bcbfe20f32 details requested by agent hyperv_hv-cinder-78605 with host hv-cinder-78605 {{(pid=86332) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 17 04:07:11.370745 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c14be0-3cf8-4cc1-a148-e6229b01e59a req-67fc3a9e-8c0b-4ad4-9ddf-34d37dab7147 tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:07:11.378366 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-b9c14be0-3cf8-4cc1-a148-e6229b01e59a req-67fc3a9e-8c0b-4ad4-9ddf-34d37dab7147 tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] 10.222.0.20 "GET /v2.0/ports?device_id=adc83314-abf3-458e-b145-974486d3defe HTTP/1.1" status: 200 len: 945 time: 0.1581664 Apr 17 04:07:11.380871 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.20', 55108) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 17 04:07:11.438917 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d328b0c-bcc9-4eb3-b298-995dd9a8097c req-6cc88681-6245-47b2-a390-b5dcfc51594c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:07:11.440938 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-8d328b0c-bcc9-4eb3-b298-995dd9a8097c req-6cc88681-6245-47b2-a390-b5dcfc51594c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1280c4501e644d9480bf3a82edd6bc7a&device_id=28d3d0fc-a7ef-4742-97e3-7fdb0e3faade HTTP/1.1" status: 200 len: 1096 time: 0.1309762 Apr 17 04:07:11.441608 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-b9c14be0-3cf8-4cc1-a148-e6229b01e59a req-7debf6f2-ac33-4846-9f60-e748d2875397 tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] 10.222.0.20 "GET /v2.0/security-groups?id=48edf01a-27e1-4331-aa2f-debc447aa56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622263 Apr 17 04:07:11.472309 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.db [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] For port 92ee2581-4aca-4e7f-accd-d0bcbfe20f32, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=92ee2581-4aca-4e7f-accd-d0bcbfe20f32,segment=NetworkSegment(21289dc9-e49a-4956-a25b-e0a8cf0d6ebd),segment_id=21289dc9-e49a-4956-a25b-e0a8cf0d6ebd)] {{(pid=86332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 17 04:07:11.493870 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.rpc [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Returning: {'device': '92ee2581-4aca-4e7f-accd-d0bcbfe20f32', 'network_id': 'e6680b4c-b81d-4947-a2bb-bed68ccc8fd7', 'port_id': '92ee2581-4aca-4e7f-accd-d0bcbfe20f32', 'mac_address': 'fa:16:3e:55:a0:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '081dd618-920d-4243-8505-347b38674470', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86332) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 17 04:07:11.559043 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853081909'] for port, before_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:07:11.580715 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.notifiers.nova [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92ee2581-4aca-4e7f-accd-d0bcbfe20f32 {{(pid=86332) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 17 04:07:11.599238 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.db [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] For port 92ee2581-4aca-4e7f-accd-d0bcbfe20f32, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=92ee2581-4aca-4e7f-accd-d0bcbfe20f32,segment=NetworkSegment(21289dc9-e49a-4956-a25b-e0a8cf0d6ebd),segment_id=21289dc9-e49a-4956-a25b-e0a8cf0d6ebd)] {{(pid=86332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 17 04:07:11.603406 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1691685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854152290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792299986632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244555219606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792299556228'] for port, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:07:11.605395 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:07:11.632189 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d328b0c-bcc9-4eb3-b298-995dd9a8097c req-3e216d6e-df22-4d5e-b394-5ba06a42737e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:07:11.632189 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-8d328b0c-bcc9-4eb3-b298-995dd9a8097c req-3e216d6e-df22-4d5e-b394-5ba06a42737e service neutron] 10.222.0.32 "GET /v2.0/networks?id=d993df1e-8372-4b57-88f5-81cca499a786 HTTP/1.1" status: 200 len: 909 time: 0.1744268 Apr 17 04:07:11.687613 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Pushing event updated for resources: {'Port': ['ID=92ee2581-4aca-4e7f-accd-d0bcbfe20f32,revision_number=4']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:07:11.704354 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:07:11.704767 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:07:11.705142 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:07:11.705515 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:07:11.705883 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:07:11.706250 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:07:11.706615 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:07:11.706986 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:07:11.707341 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:07:11.713604 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:07:11.713604 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:07:11.713885 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:07:11.723069 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-3aae2fcc-cce4-4401-a246-2efd4611164a admin admin] Notify callbacks [] for security_group, before_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:07:11.730528 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:07:11.733467 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-8d328b0c-bcc9-4eb3-b298-995dd9a8097c req-4f8a53a6-a9e8-449a-b6fd-90df69bb37ce service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b9986077-69c6-4a93-ba7f-e16dba62b3a9 HTTP/1.1" status: 200 len: 217 time: 0.0936170 Apr 17 04:07:11.757323 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [None req-3aae2fcc-cce4-4401-a246-2efd4611164a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 17 04:07:11.757517 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-6f7ee5bc-ae74-4cc6-a62a-23eab2a2e65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244554870149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852757949'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:07:11.762334 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [None req-3aae2fcc-cce4-4401-a246-2efd4611164a admin admin] Usage tracker for resource:security_group_rule and tenant:8592f9046b8e441592324dca0a580ac1 is out of sync, need to count used quota {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 17 04:07:11.765597 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [None req-3aae2fcc-cce4-4401-a246-2efd4611164a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 17 04:07:11.771855 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [None req-3aae2fcc-cce4-4401-a246-2efd4611164a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 17 04:07:11.828859 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d328b0c-bcc9-4eb3-b298-995dd9a8097c req-1b64d8ad-8eb5-4701-85ad-4e36c7671c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:07:11.830890 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-8d328b0c-bcc9-4eb3-b298-995dd9a8097c req-1b64d8ad-8eb5-4701-85ad-4e36c7671c98 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=60c00017-da74-4f15-bfcf-b734eded4c88 HTTP/1.1" status: 200 len: 848 time: 0.0882549 Apr 17 04:07:11.875462 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-3aae2fcc-cce4-4401-a246-2efd4611164a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:07:11.881595 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-3aae2fcc-cce4-4401-a246-2efd4611164a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920236'] for security_group, after_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:07:11.895407 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-8d328b0c-bcc9-4eb3-b298-995dd9a8097c req-ea71f6af-dbea-44a4-b884-71acea8f47b6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d993df1e-8372-4b57-88f5-81cca499a786&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0567350 Apr 17 04:07:11.898384 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:07:11.913401 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.db [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] get_ports_and_sgs() called for port_ids ['92ee2581-4aca-4e7f-accd-d0bcbfe20f32'] {{(pid=86332) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 17 04:07:11.963224 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [None req-3aae2fcc-cce4-4401-a246-2efd4611164a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8592f9046b8e441592324dca0a580ac1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5813098 Apr 17 04:07:11.995087 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.20', 55132) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 17 04:07:11.996141 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aae2fcc-cce4-4401-a246-2efd4611164a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e1aeab5-3052-4885-ad88-18f6da77b977,revision_number=1']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:07:12.045181 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-3aae2fcc-cce4-4401-a246-2efd4611164a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:07:12.179179 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-4ec4e0d1-057a-44ce-988d-a45d8929d729 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:07:12.209174 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-8d328b0c-bcc9-4eb3-b298-995dd9a8097c req-a24ddf98-26a7-467c-911a-abae90f828ec service neutron] 10.222.0.32 "GET /v2.0/networks/d993df1e-8372-4b57-88f5-81cca499a786?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3059318 Apr 17 04:07:12.229180 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-4ec4e0d1-057a-44ce-988d-a45d8929d729 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:07:12.395847 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-8d328b0c-bcc9-4eb3-b298-995dd9a8097c req-c9597a4a-a523-4eee-95df-499b28541bd3 service neutron] 10.222.0.32 "GET /v2.0/networks/d993df1e-8372-4b57-88f5-81cca499a786?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1695261 Apr 17 04:07:12.423614 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244554870149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852757949'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:07:12.446788 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a1007b-9754-455f-89f4-d2659c534ff7 req-9791aeb8-b7a9-40f4-88a5-2cbbeb4b0415 tempest-VolumesActionsTest-363195616 tempest-VolumesActionsTest-363195616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:07:12.448477 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-93a1007b-9754-455f-89f4-d2659c534ff7 req-9791aeb8-b7a9-40f4-88a5-2cbbeb4b0415 tempest-VolumesActionsTest-363195616 tempest-VolumesActionsTest-363195616-project] 10.222.0.20 "GET /v2.0/ports?device_id=28d3d0fc-a7ef-4742-97e3-7fdb0e3faade HTTP/1.1" status: 200 len: 943 time: 0.2311683 Apr 17 04:07:12.456722 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-4ec4e0d1-057a-44ce-988d-a45d8929d729 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920236'] for security_group, after_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:07:12.465144 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-254654c7-14c2-4d56-bd57-7df0930f6369 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:07:12.473436 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.20', 55156) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 17 04:07:12.495529 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c10477-87c3-46eb-aebe-7556f3b07e96 req-1fd09d0c-af50-4a01-a7dc-a8e38f018525 tempest-AttachVolumeNegativeTest-1226596354 tempest-AttachVolumeNegativeTest-1226596354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:07:12.497159 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-a1c10477-87c3-46eb-aebe-7556f3b07e96 req-1fd09d0c-af50-4a01-a7dc-a8e38f018525 tempest-AttachVolumeNegativeTest-1226596354 tempest-AttachVolumeNegativeTest-1226596354-project] 10.222.0.20 "GET /v2.0/ports?device_id=b5f3ab39-1e03-4d37-9eb4-4bd603e617f2 HTTP/1.1" status: 200 len: 944 time: 0.1958454 Apr 17 04:07:12.503551 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec4e0d1-057a-44ce-988d-a45d8929d729 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e1aeab5-3052-4885-ad88-18f6da77b977,revision_number=None']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:07:12.512879 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-4ec4e0d1-057a-44ce-988d-a45d8929d729 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:07:12.540448 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-4ec4e0d1-057a-44ce-988d-a45d8929d729 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:07:12.543759 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [None req-4ec4e0d1-057a-44ce-988d-a45d8929d729 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3e1aeab5-3052-4885-ad88-18f6da77b977 HTTP/1.1" status: 204 len: 168 time: 0.4973807 Apr 17 04:07:12.566257 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-93a1007b-9754-455f-89f4-d2659c534ff7 req-8e5e4c74-624a-479d-936f-7bfa1cbde682 tempest-VolumesActionsTest-363195616 tempest-VolumesActionsTest-363195616-project] 10.222.0.20 "GET /v2.0/security-groups?id=323457c9-e81e-408d-9850-b4808121b636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048558 Apr 17 04:07:12.577007 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-a1c10477-87c3-46eb-aebe-7556f3b07e96 req-efbf0ab8-bfe5-4bfc-8d9d-f5c43fcf0984 tempest-AttachVolumeNegativeTest-1226596354 tempest-AttachVolumeNegativeTest-1226596354-project] 10.222.0.20 "GET /v2.0/security-groups?id=ae5ae7d4-03a6-4de4-82fb-45078eb27a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653348 Apr 17 04:07:12.666659 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-4a011d30-563c-43df-9e7e-31119a5e2b96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:07:12.693068 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [None req-4a011d30-563c-43df-9e7e-31119a5e2b96 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 17 04:07:12.697458 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [None req-4a011d30-563c-43df-9e7e-31119a5e2b96 admin admin] Usage tracker for resource:security_group_rule and tenant:6ffe0a2090794ff7ace9e744fe795c99 is out of sync, need to count used quota {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 17 04:07:12.700931 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [None req-4a011d30-563c-43df-9e7e-31119a5e2b96 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 17 04:07:12.707697 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [None req-4a011d30-563c-43df-9e7e-31119a5e2b96 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 17 04:07:12.797049 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d38538-fbea-46e7-8ca8-25e87eef8ff0 req-c53fb945-d7a1-44e7-9143-ea27bd68ad6a tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:07:12.798809 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-c4d38538-fbea-46e7-8ca8-25e87eef8ff0 req-c53fb945-d7a1-44e7-9143-ea27bd68ad6a tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] 10.222.0.20 "GET /v2.0/ports?device_id=adc83314-abf3-458e-b145-974486d3defe HTTP/1.1" status: 200 len: 945 time: 0.1038601 Apr 17 04:07:12.832719 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-4a011d30-563c-43df-9e7e-31119a5e2b96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:07:12.836113 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-4a011d30-563c-43df-9e7e-31119a5e2b96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920236'] for security_group, after_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:07:12.853560 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-b5406829-0f03-4a8b-8131-9356c9dc18cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:07:12.869625 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-c4d38538-fbea-46e7-8ca8-25e87eef8ff0 req-37fd9974-8b1b-4739-851c-43c18357905b tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] 10.222.0.20 "GET /v2.0/security-groups?id=48edf01a-27e1-4331-aa2f-debc447aa56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640264 Apr 17 04:07:12.899352 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [None req-4a011d30-563c-43df-9e7e-31119a5e2b96 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6ffe0a2090794ff7ace9e744fe795c99&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4242282 Apr 17 04:07:12.902244 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.20', 55176) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 17 04:07:12.907149 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a011d30-563c-43df-9e7e-31119a5e2b96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=483f2f03-4318-4187-9f61-beefa28cdd81,revision_number=1']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:07:12.923714 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-4a011d30-563c-43df-9e7e-31119a5e2b96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:07:12.983924 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-708bab0b-de8d-4fa3-89fb-6c0217139bf8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:07:13.051025 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-708bab0b-de8d-4fa3-89fb-6c0217139bf8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:07:13.109656 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-708bab0b-de8d-4fa3-89fb-6c0217139bf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920236'] for security_group, after_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:07:13.115502 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-aaf941a3-b06d-4a8f-ad5d-4cd0bdbcfa12 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:07:13.127657 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708bab0b-de8d-4fa3-89fb-6c0217139bf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=483f2f03-4318-4187-9f61-beefa28cdd81,revision_number=None']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:07:13.131922 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-708bab0b-de8d-4fa3-89fb-6c0217139bf8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:07:13.147184 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-708bab0b-de8d-4fa3-89fb-6c0217139bf8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:07:13.149691 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [None req-708bab0b-de8d-4fa3-89fb-6c0217139bf8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/483f2f03-4318-4187-9f61-beefa28cdd81 HTTP/1.1" status: 204 len: 168 time: 0.2463708 Apr 17 04:07:13.276344 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.rpc [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Device 92ee2581-4aca-4e7f-accd-d0bcbfe20f32 up at agent hyperv_hv-cinder-78605 {{(pid=86332) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 17 04:07:13.368304 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.provisioning_blocks [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Provisioning for port 92ee2581-4aca-4e7f-accd-d0bcbfe20f32 completed by entity L2. {{(pid=86332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 17 04:07:13.381841 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.provisioning_blocks [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Provisioning complete for port 92ee2581-4aca-4e7f-accd-d0bcbfe20f32 triggered by entity L2. {{(pid=86332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 17 04:07:13.383377 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2017814'] for port, provisioning_complete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:07:13.540350 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853081909'] for port, before_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:07:13.577518 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5f3ab39-1e03-4d37-9eb4-4bd603e617f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92ee2581-4aca-4e7f-accd-d0bcbfe20f32'}] {{(pid=86332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 17 04:07:13.582657 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.20', 55204) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 17 04:07:13.589681 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.db [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] For port 92ee2581-4aca-4e7f-accd-d0bcbfe20f32, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=92ee2581-4aca-4e7f-accd-d0bcbfe20f32,segment=NetworkSegment(21289dc9-e49a-4956-a25b-e0a8cf0d6ebd),segment_id=21289dc9-e49a-4956-a25b-e0a8cf0d6ebd)] {{(pid=86332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 17 04:07:13.616056 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1691685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854152290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792299986632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244555219606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792299556228'] for port, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:07:13.618395 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:07:13.653186 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-12b98497-6810-4624-af11-629853375ea6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:07:13.706514 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [None req-12b98497-6810-4624-af11-629853375ea6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 17 04:07:13.710788 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [None req-12b98497-6810-4624-af11-629853375ea6 admin admin] Usage tracker for resource:security_group_rule and tenant:4340d27c6bc5422081b856182cbe0a02 is out of sync, need to count used quota {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 17 04:07:13.723687 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [None req-12b98497-6810-4624-af11-629853375ea6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 17 04:07:13.736037 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5f3ab39-1e03-4d37-9eb4-4bd603e617f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92ee2581-4aca-4e7f-accd-d0bcbfe20f32', 'code': 200} Apr 17 04:07:13.755438 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [None req-12b98497-6810-4624-af11-629853375ea6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 17 04:07:13.838554 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Pushing event updated for resources: {'Port': ['ID=92ee2581-4aca-4e7f-accd-d0bcbfe20f32,revision_number=5']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:07:13.841985 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:07:14.057132 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee264d23-25d4-4ec8-8386-779fb3bd1bfc req-cbd79b2f-9048-40a9-906b-6a851484e14a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:07:14.059608 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-ee264d23-25d4-4ec8-8386-779fb3bd1bfc req-cbd79b2f-9048-40a9-906b-6a851484e14a service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=b5f3ab39-1e03-4d37-9eb4-4bd603e617f2 HTTP/1.1" status: 200 len: 1098 time: 0.1223593 Apr 17 04:07:14.090981 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cde778-ffdd-425d-838a-bd8ab5499a4b req-0bd3031d-04a3-485d-a776-cec307fff5b4 tempest-VolumesActionsTest-363195616 tempest-VolumesActionsTest-363195616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:07:14.092739 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-75cde778-ffdd-425d-838a-bd8ab5499a4b req-0bd3031d-04a3-485d-a776-cec307fff5b4 tempest-VolumesActionsTest-363195616 tempest-VolumesActionsTest-363195616-project] 10.222.0.20 "GET /v2.0/ports?device_id=28d3d0fc-a7ef-4742-97e3-7fdb0e3faade HTTP/1.1" status: 200 len: 943 time: 0.2500012 Apr 17 04:07:14.109637 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-ee264d23-25d4-4ec8-8386-779fb3bd1bfc req-d6ea5040-92b7-45b3-a68e-d7601fe7ee56 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=ae5ae7d4-03a6-4de4-82fb-45078eb27a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426559 Apr 17 04:07:14.113525 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87174acc-2196-4b25-8950-08700e04005a req-679f2893-48cd-4a5b-bdb3-febec8994a32 tempest-AttachVolumeNegativeTest-1226596354 tempest-AttachVolumeNegativeTest-1226596354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:07:14.115224 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-87174acc-2196-4b25-8950-08700e04005a req-679f2893-48cd-4a5b-bdb3-febec8994a32 tempest-AttachVolumeNegativeTest-1226596354 tempest-AttachVolumeNegativeTest-1226596354-project] 10.222.0.20 "GET /v2.0/ports?device_id=b5f3ab39-1e03-4d37-9eb4-4bd603e617f2 HTTP/1.1" status: 200 len: 945 time: 0.2712069 Apr 17 04:07:14.180338 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-12b98497-6810-4624-af11-629853375ea6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:07:14.203871 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-12b98497-6810-4624-af11-629853375ea6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920236'] for security_group, after_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:07:14.219371 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-41f69e29-0c79-4edf-aa4e-45ca0d786f75 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:07:14.255165 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-75cde778-ffdd-425d-838a-bd8ab5499a4b req-52a8061a-7346-4224-a837-e4fbb05fa572 tempest-VolumesActionsTest-363195616 tempest-VolumesActionsTest-363195616-project] 10.222.0.20 "GET /v2.0/security-groups?id=323457c9-e81e-408d-9850-b4808121b636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506975 Apr 17 04:07:14.282100 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-87174acc-2196-4b25-8950-08700e04005a req-dd47c0e9-fe00-4e90-817c-e7b6339ec7ef tempest-AttachVolumeNegativeTest-1226596354 tempest-AttachVolumeNegativeTest-1226596354-project] 10.222.0.20 "GET /v2.0/security-groups?id=ae5ae7d4-03a6-4de4-82fb-45078eb27a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472597 Apr 17 04:07:14.305050 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [None req-12b98497-6810-4624-af11-629853375ea6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4340d27c6bc5422081b856182cbe0a02&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7168581 Apr 17 04:07:14.306452 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b98497-6810-4624-af11-629853375ea6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=733b7d3c-7cfb-435d-9988-c02d9c75eb96,revision_number=1']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:07:14.307906 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.20', 55228) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 17 04:07:14.312027 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-12b98497-6810-4624-af11-629853375ea6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:07:14.405604 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-bbd1698d-ecd4-4e14-814b-5e9565e0cd09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:07:14.464197 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-bbd1698d-ecd4-4e14-814b-5e9565e0cd09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:07:14.525265 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-bbd1698d-ecd4-4e14-814b-5e9565e0cd09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920236'] for security_group, after_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:07:14.531109 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:07:14.544498 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd1698d-ecd4-4e14-814b-5e9565e0cd09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=733b7d3c-7cfb-435d-9988-c02d9c75eb96,revision_number=None']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:07:14.546855 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-bbd1698d-ecd4-4e14-814b-5e9565e0cd09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:07:14.555633 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-bbd1698d-ecd4-4e14-814b-5e9565e0cd09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:07:14.559379 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [None req-bbd1698d-ecd4-4e14-814b-5e9565e0cd09 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/733b7d3c-7cfb-435d-9988-c02d9c75eb96 HTTP/1.1" status: 204 len: 168 time: 0.2475469 Apr 17 04:07:14.563326 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d5ee26-12d8-40ff-afd0-646f3bf296e0 req-c93de18d-30b2-4793-8e6c-a2af6c7b2c20 tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:07:14.565001 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-55d5ee26-12d8-40ff-afd0-646f3bf296e0 req-c93de18d-30b2-4793-8e6c-a2af6c7b2c20 tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] 10.222.0.20 "GET /v2.0/ports?device_id=adc83314-abf3-458e-b145-974486d3defe HTTP/1.1" status: 200 len: 945 time: 0.1044939 Apr 17 04:07:14.626293 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-55d5ee26-12d8-40ff-afd0-646f3bf296e0 req-b0518fe8-7f14-4d13-ba58-d948a2dd988f tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] 10.222.0.20 "GET /v2.0/security-groups?id=48edf01a-27e1-4331-aa2f-debc447aa56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537758 Apr 17 04:07:15.277994 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.rpc [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Device b9986077-69c6-4a93-ba7f-e16dba62b3a9 details requested by agent hyperv_hv-cinder-78605 with host hv-cinder-78605 {{(pid=86332) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 17 04:07:15.525931 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.db [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] For port b9986077-69c6-4a93-ba7f-e16dba62b3a9, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=b9986077-69c6-4a93-ba7f-e16dba62b3a9,segment=NetworkSegment(12cabbe8-c97c-4ca4-93ad-8a145e13b12b),segment_id=12cabbe8-c97c-4ca4-93ad-8a145e13b12b)] {{(pid=86332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 17 04:07:15.553993 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.rpc [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Returning: {'device': 'b9986077-69c6-4a93-ba7f-e16dba62b3a9', 'network_id': 'd993df1e-8372-4b57-88f5-81cca499a786', 'port_id': 'b9986077-69c6-4a93-ba7f-e16dba62b3a9', 'mac_address': 'fa:16:3e:61:33:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60c00017-da74-4f15-bfcf-b734eded4c88', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86332) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 17 04:07:15.630412 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15423eb8-fc5d-42c5-8654-13643d8ed651 req-917dc53e-5530-46c6-830b-3f83de18a9a3 tempest-VolumesActionsTest-363195616 tempest-VolumesActionsTest-363195616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:07:15.632353 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-15423eb8-fc5d-42c5-8654-13643d8ed651 req-917dc53e-5530-46c6-830b-3f83de18a9a3 tempest-VolumesActionsTest-363195616 tempest-VolumesActionsTest-363195616-project] 10.222.0.20 "GET /v2.0/ports?device_id=28d3d0fc-a7ef-4742-97e3-7fdb0e3faade HTTP/1.1" status: 200 len: 943 time: 0.2071562 Apr 17 04:07:15.632941 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853081909'] for port, before_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:07:15.650177 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3c0505-75d8-4053-81fa-997ca5f73410 req-9d6a247c-0055-4050-882c-df921fb01af9 tempest-AttachVolumeNegativeTest-1226596354 tempest-AttachVolumeNegativeTest-1226596354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:07:15.652488 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-1e3c0505-75d8-4053-81fa-997ca5f73410 req-9d6a247c-0055-4050-882c-df921fb01af9 tempest-AttachVolumeNegativeTest-1226596354 tempest-AttachVolumeNegativeTest-1226596354-project] 10.222.0.20 "GET /v2.0/ports?device_id=b5f3ab39-1e03-4d37-9eb4-4bd603e617f2 HTTP/1.1" status: 200 len: 945 time: 0.1654809 Apr 17 04:07:15.662857 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.notifiers.nova [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9986077-69c6-4a93-ba7f-e16dba62b3a9 {{(pid=86332) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 17 04:07:15.689871 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.db [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] For port b9986077-69c6-4a93-ba7f-e16dba62b3a9, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=b9986077-69c6-4a93-ba7f-e16dba62b3a9,segment=NetworkSegment(12cabbe8-c97c-4ca4-93ad-8a145e13b12b),segment_id=12cabbe8-c97c-4ca4-93ad-8a145e13b12b)] {{(pid=86332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 17 04:07:15.694368 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1691685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854152290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792299986632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244555219606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792299556228'] for port, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:07:15.696259 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:07:15.748723 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-15423eb8-fc5d-42c5-8654-13643d8ed651 req-5aae12ea-7a10-4d40-8cc3-5906b6f67d8e tempest-VolumesActionsTest-363195616 tempest-VolumesActionsTest-363195616-project] 10.222.0.20 "GET /v2.0/security-groups?id=323457c9-e81e-408d-9850-b4808121b636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950928 Apr 17 04:07:15.768461 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-1e3c0505-75d8-4053-81fa-997ca5f73410 req-8302f50e-c021-4020-a9bc-fdb3ef5f2784 tempest-AttachVolumeNegativeTest-1226596354 tempest-AttachVolumeNegativeTest-1226596354-project] 10.222.0.20 "GET /v2.0/security-groups?id=ae5ae7d4-03a6-4de4-82fb-45078eb27a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896950 Apr 17 04:07:15.820190 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Pushing event updated for resources: {'Port': ['ID=b9986077-69c6-4a93-ba7f-e16dba62b3a9,revision_number=4']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:07:15.823998 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:07:15.996230 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.db [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] get_ports_and_sgs() called for port_ids ['b9986077-69c6-4a93-ba7f-e16dba62b3a9'] {{(pid=86332) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 17 04:07:15.998913 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0fab5d-93d5-4e71-af18-e96d9f3e3f4f req-ef0f4afa-6dcc-4482-b9c3-39539fe43b43 tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:07:16.007065 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-2b0fab5d-93d5-4e71-af18-e96d9f3e3f4f req-ef0f4afa-6dcc-4482-b9c3-39539fe43b43 tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] 10.222.0.20 "GET /v2.0/ports?device_id=adc83314-abf3-458e-b145-974486d3defe HTTP/1.1" status: 200 len: 945 time: 0.1113992 Apr 17 04:07:16.076264 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-2b0fab5d-93d5-4e71-af18-e96d9f3e3f4f req-93f27497-e2ef-4518-9f9c-b367dd29e510 tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] 10.222.0.20 "GET /v2.0/security-groups?id=48edf01a-27e1-4331-aa2f-debc447aa56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601196 Apr 17 04:07:16.273627 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.20', 55298) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 17 04:07:16.428230 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-e038e628-714d-4d27-9d05-6235cdaeedd1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:07:16.443809 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [None req-e038e628-714d-4d27-9d05-6235cdaeedd1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 17 04:07:16.447912 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [None req-e038e628-714d-4d27-9d05-6235cdaeedd1 admin admin] Usage tracker for resource:security_group_rule and tenant:71294920fcf7489595d4f449ad76b93c is out of sync, need to count used quota {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 17 04:07:16.451342 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [None req-e038e628-714d-4d27-9d05-6235cdaeedd1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 17 04:07:16.457480 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [None req-e038e628-714d-4d27-9d05-6235cdaeedd1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 17 04:07:16.547433 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-e038e628-714d-4d27-9d05-6235cdaeedd1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:07:16.551173 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-e038e628-714d-4d27-9d05-6235cdaeedd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920236'] for security_group, after_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:07:16.560377 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:07:16.603107 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [None req-e038e628-714d-4d27-9d05-6235cdaeedd1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=71294920fcf7489595d4f449ad76b93c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3283763 Apr 17 04:07:16.604856 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e038e628-714d-4d27-9d05-6235cdaeedd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c1a42db-9e70-4412-8226-900da7e08f3c,revision_number=1']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:07:16.606006 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.20', 55314) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 17 04:07:16.607931 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-e038e628-714d-4d27-9d05-6235cdaeedd1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:07:16.680749 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-ad99ec27-2110-4c1b-8828-a8a0a28683be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:07:16.708783 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-ad99ec27-2110-4c1b-8828-a8a0a28683be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:07:16.755742 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-ad99ec27-2110-4c1b-8828-a8a0a28683be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920236'] for security_group, after_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:07:16.760714 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-561701af-df09-4efd-a99a-cd72f6866689 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:07:16.772840 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad99ec27-2110-4c1b-8828-a8a0a28683be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c1a42db-9e70-4412-8226-900da7e08f3c,revision_number=None']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:07:16.775918 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-ad99ec27-2110-4c1b-8828-a8a0a28683be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:07:16.777988 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-ad99ec27-2110-4c1b-8828-a8a0a28683be admin admin] Notify callbacks [] for security_group, before_response {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:07:16.779154 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [None req-ad99ec27-2110-4c1b-8828-a8a0a28683be admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0c1a42db-9e70-4412-8226-900da7e08f3c HTTP/1.1" status: 204 len: 168 time: 0.1719842 Apr 17 04:07:16.974376 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cac67e-57a4-4d52-b52a-d059c364c820 req-5b6fa397-4467-4c34-8353-97514c817b17 tempest-VolumesActionsTest-363195616 tempest-VolumesActionsTest-363195616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:07:16.976545 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-e6cac67e-57a4-4d52-b52a-d059c364c820 req-5b6fa397-4467-4c34-8353-97514c817b17 tempest-VolumesActionsTest-363195616 tempest-VolumesActionsTest-363195616-project] 10.222.0.20 "GET /v2.0/ports?device_id=28d3d0fc-a7ef-4742-97e3-7fdb0e3faade HTTP/1.1" status: 200 len: 944 time: 0.0979421 Apr 17 04:07:17.046182 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-e6cac67e-57a4-4d52-b52a-d059c364c820 req-be1e175e-eb3b-4c9a-96f6-e4aa04302568 tempest-VolumesActionsTest-363195616 tempest-VolumesActionsTest-363195616-project] 10.222.0.20 "GET /v2.0/security-groups?id=323457c9-e81e-408d-9850-b4808121b636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629444 Apr 17 04:07:17.277031 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.rpc [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Device b9986077-69c6-4a93-ba7f-e16dba62b3a9 up at agent hyperv_hv-cinder-78605 {{(pid=86332) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 17 04:07:17.289721 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6761b164-2afc-4d88-a4f8-dfd3d37817ca req-dbc1826a-5e75-4087-9b92-70aff4ec66e6 tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:07:17.291475 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-6761b164-2afc-4d88-a4f8-dfd3d37817ca req-dbc1826a-5e75-4087-9b92-70aff4ec66e6 tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] 10.222.0.20 "GET /v2.0/ports?device_id=adc83314-abf3-458e-b145-974486d3defe HTTP/1.1" status: 200 len: 945 time: 0.0949090 Apr 17 04:07:17.345483 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-6761b164-2afc-4d88-a4f8-dfd3d37817ca req-7cdc88f0-189e-4465-b861-604427f92404 tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] 10.222.0.20 "GET /v2.0/security-groups?id=48edf01a-27e1-4331-aa2f-debc447aa56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458443 Apr 17 04:07:17.363213 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0286861a-26b7-4278-8110-b3180f57fcb2 req-9bcd303b-9ca1-44d4-a972-b956079ee614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:07:17.365240 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-0286861a-26b7-4278-8110-b3180f57fcb2 req-9bcd303b-9ca1-44d4-a972-b956079ee614 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=adc83314-abf3-458e-b145-974486d3defe HTTP/1.1" status: 200 len: 1098 time: 0.1331158 Apr 17 04:07:17.370211 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.provisioning_blocks [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Provisioning for port b9986077-69c6-4a93-ba7f-e16dba62b3a9 completed by entity L2. {{(pid=86332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 17 04:07:17.376073 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.provisioning_blocks [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Provisioning complete for port b9986077-69c6-4a93-ba7f-e16dba62b3a9 triggered by entity L2. {{(pid=86332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 17 04:07:17.376667 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2017814'] for port, provisioning_complete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:07:17.438821 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-0286861a-26b7-4278-8110-b3180f57fcb2 req-3984a78f-5eec-4d6e-8528-00f1aca5f05c service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=48edf01a-27e1-4331-aa2f-debc447aa56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618269 Apr 17 04:07:17.531917 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853081909'] for port, before_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:07:17.563730 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28d3d0fc-a7ef-4742-97e3-7fdb0e3faade', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9986077-69c6-4a93-ba7f-e16dba62b3a9'}] {{(pid=86332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 17 04:07:17.574185 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.db [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] For port b9986077-69c6-4a93-ba7f-e16dba62b3a9, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=b9986077-69c6-4a93-ba7f-e16dba62b3a9,segment=NetworkSegment(12cabbe8-c97c-4ca4-93ad-8a145e13b12b),segment_id=12cabbe8-c97c-4ca4-93ad-8a145e13b12b)] {{(pid=86332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 17 04:07:17.589578 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1691685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854152290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792299986632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244555219606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792299556228'] for port, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:07:17.592044 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:07:17.677991 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28d3d0fc-a7ef-4742-97e3-7fdb0e3faade', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9986077-69c6-4a93-ba7f-e16dba62b3a9', 'code': 200} Apr 17 04:07:17.685514 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Pushing event updated for resources: {'Port': ['ID=b9986077-69c6-4a93-ba7f-e16dba62b3a9,revision_number=5']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:07:17.691619 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:07:17.917508 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5bcd23-5bba-4b27-b052-61b993a74d41 req-6c547ca0-fdd9-4abd-94aa-3385252d4ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:07:17.919203 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-1e5bcd23-5bba-4b27-b052-61b993a74d41 req-6c547ca0-fdd9-4abd-94aa-3385252d4ddb service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=28d3d0fc-a7ef-4742-97e3-7fdb0e3faade HTTP/1.1" status: 200 len: 1098 time: 0.0771830 Apr 17 04:07:17.964994 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-1e5bcd23-5bba-4b27-b052-61b993a74d41 req-f0c7af3f-a8c7-413a-a154-dfe819ad7fdb service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=323457c9-e81e-408d-9850-b4808121b636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365436 Apr 17 04:07:18.268690 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708f6aee-31e3-4dd8-9831-17eb8f6e763a req-01f2e80c-b9e2-4764-8e2e-144fbd427abe tempest-VolumesActionsTest-363195616 tempest-VolumesActionsTest-363195616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:07:18.276977 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-708f6aee-31e3-4dd8-9831-17eb8f6e763a req-01f2e80c-b9e2-4764-8e2e-144fbd427abe tempest-VolumesActionsTest-363195616 tempest-VolumesActionsTest-363195616-project] 10.222.0.20 "GET /v2.0/ports?device_id=28d3d0fc-a7ef-4742-97e3-7fdb0e3faade HTTP/1.1" status: 200 len: 945 time: 0.1033602 Apr 17 04:07:18.339744 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-708f6aee-31e3-4dd8-9831-17eb8f6e763a req-94d4f563-8256-4f04-8eb2-68bffb1e5efa tempest-VolumesActionsTest-363195616 tempest-VolumesActionsTest-363195616-project] 10.222.0.20 "GET /v2.0/security-groups?id=323457c9-e81e-408d-9850-b4808121b636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617142 Apr 17 04:07:18.398965 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.20', 55400) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 17 04:07:18.582932 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-566cdd75-d854-451a-81e7-17cd276fc506 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:07:18.600103 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [None req-566cdd75-d854-451a-81e7-17cd276fc506 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 17 04:07:18.604247 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [None req-566cdd75-d854-451a-81e7-17cd276fc506 admin admin] Usage tracker for resource:security_group_rule and tenant:9ae51fa0d39e40648bf3590800972152 is out of sync, need to count used quota {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 17 04:07:18.607426 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [None req-566cdd75-d854-451a-81e7-17cd276fc506 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 17 04:07:18.614097 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [None req-566cdd75-d854-451a-81e7-17cd276fc506 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 17 04:07:18.641583 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c371dc-e2f3-4674-a165-d8be9c78ea9f req-f92ea9e1-3e21-4dbf-9890-487d8fe5e8e3 tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:07:18.649673 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-81c371dc-e2f3-4674-a165-d8be9c78ea9f req-f92ea9e1-3e21-4dbf-9890-487d8fe5e8e3 tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] 10.222.0.20 "GET /v2.0/ports?device_id=adc83314-abf3-458e-b145-974486d3defe HTTP/1.1" status: 200 len: 945 time: 0.1067314 Apr 17 04:07:18.719084 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-566cdd75-d854-451a-81e7-17cd276fc506 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:07:18.723022 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-566cdd75-d854-451a-81e7-17cd276fc506 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920236'] for security_group, after_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:07:18.738468 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-cf2d207f-c74c-4c36-9bd4-d3a2871841da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:07:18.793717 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [None req-566cdd75-d854-451a-81e7-17cd276fc506 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9ae51fa0d39e40648bf3590800972152&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3930750 Apr 17 04:07:18.795379 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.20', 55412) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 17 04:07:18.839450 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566cdd75-d854-451a-81e7-17cd276fc506 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fe19b14-3180-4e8a-abb1-84d5ceb6564a,revision_number=1']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:07:18.856813 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-566cdd75-d854-451a-81e7-17cd276fc506 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:07:18.877909 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-0ab15042-a123-4a70-aadd-0beafc792f97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:07:18.901050 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-81c371dc-e2f3-4674-a165-d8be9c78ea9f req-c98a65c0-4aaf-4e82-908c-54332cf30295 tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] 10.222.0.20 "GET /v2.0/security-groups?id=48edf01a-27e1-4331-aa2f-debc447aa56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2504265 Apr 17 04:07:18.907833 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-0ab15042-a123-4a70-aadd-0beafc792f97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:07:18.963967 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-0ab15042-a123-4a70-aadd-0beafc792f97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920236'] for security_group, after_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:07:18.967928 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-986c371e-944c-4b65-b1e4-a31be03a1514 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:07:18.979610 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab15042-a123-4a70-aadd-0beafc792f97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fe19b14-3180-4e8a-abb1-84d5ceb6564a,revision_number=None']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:07:18.986693 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-0ab15042-a123-4a70-aadd-0beafc792f97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:07:18.991199 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [None req-0ab15042-a123-4a70-aadd-0beafc792f97 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8fe19b14-3180-4e8a-abb1-84d5ceb6564a HTTP/1.1" status: 204 len: 168 time: 0.1945021 Apr 17 04:07:18.992259 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-0ab15042-a123-4a70-aadd-0beafc792f97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:07:19.334273 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.20', 55426) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 17 04:07:19.353420 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-be9a9843-47de-4f22-a948-028569de8b77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:07:19.369249 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [None req-be9a9843-47de-4f22-a948-028569de8b77 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 17 04:07:19.373466 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [None req-be9a9843-47de-4f22-a948-028569de8b77 admin admin] Usage tracker for resource:security_group_rule and tenant:abbdf351bbdd4210a67a059edbc5f71c is out of sync, need to count used quota {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 17 04:07:19.376566 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [None req-be9a9843-47de-4f22-a948-028569de8b77 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 17 04:07:19.382895 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [None req-be9a9843-47de-4f22-a948-028569de8b77 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 17 04:07:19.520303 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-be9a9843-47de-4f22-a948-028569de8b77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:07:19.524191 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-be9a9843-47de-4f22-a948-028569de8b77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920236'] for security_group, after_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:07:19.533220 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-381d758c-dd2d-410a-9808-7551cfefd6d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:07:19.577578 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [None req-be9a9843-47de-4f22-a948-028569de8b77 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=abbdf351bbdd4210a67a059edbc5f71c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2421510 Apr 17 04:07:19.580923 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.20', 55436) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 17 04:07:19.608252 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9a9843-47de-4f22-a948-028569de8b77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bb1a392-9ea9-4829-b0cf-a0f43db1ab02,revision_number=1']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:07:19.625165 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-be9a9843-47de-4f22-a948-028569de8b77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:07:19.638329 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a8655c-e8f9-4f60-a49a-a6c6c8dc8b71 req-eaf57eb0-85b3-48e5-9610-3412266cf911 tempest-VolumesActionsTest-363195616 tempest-VolumesActionsTest-363195616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:07:19.639913 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-f6a8655c-e8f9-4f60-a49a-a6c6c8dc8b71 req-eaf57eb0-85b3-48e5-9610-3412266cf911 tempest-VolumesActionsTest-363195616 tempest-VolumesActionsTest-363195616-project] 10.222.0.20 "GET /v2.0/ports?device_id=28d3d0fc-a7ef-4742-97e3-7fdb0e3faade HTTP/1.1" status: 200 len: 945 time: 0.1782498 Apr 17 04:07:19.675143 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-7f4237e6-336e-4936-8fd3-a22e88227944 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:07:19.703341 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-f6a8655c-e8f9-4f60-a49a-a6c6c8dc8b71 req-f2ef5025-0de2-42f2-836e-26edc90496d5 tempest-VolumesActionsTest-363195616 tempest-VolumesActionsTest-363195616-project] 10.222.0.20 "GET /v2.0/security-groups?id=323457c9-e81e-408d-9850-b4808121b636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561423 Apr 17 04:07:19.717902 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-7f4237e6-336e-4936-8fd3-a22e88227944 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:07:19.770598 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-7f4237e6-336e-4936-8fd3-a22e88227944 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920236'] for security_group, after_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:07:19.775902 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-866559e7-d86c-44a1-b945-a493d1f83cdc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:07:19.786870 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4237e6-336e-4936-8fd3-a22e88227944 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bb1a392-9ea9-4829-b0cf-a0f43db1ab02,revision_number=None']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:07:19.792827 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-7f4237e6-336e-4936-8fd3-a22e88227944 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:07:19.793774 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-7f4237e6-336e-4936-8fd3-a22e88227944 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:07:19.797470 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [None req-7f4237e6-336e-4936-8fd3-a22e88227944 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1bb1a392-9ea9-4829-b0cf-a0f43db1ab02 HTTP/1.1" status: 204 len: 168 time: 0.2124553 Apr 17 04:07:20.121087 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbf3244-8b4b-43fc-9222-848cca33b467 req-b2771d41-522a-412b-9b31-a2645ff1f217 tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:07:20.122703 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-3cbf3244-8b4b-43fc-9222-848cca33b467 req-b2771d41-522a-412b-9b31-a2645ff1f217 tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] 10.222.0.20 "GET /v2.0/ports?device_id=adc83314-abf3-458e-b145-974486d3defe HTTP/1.1" status: 200 len: 945 time: 0.0982833 Apr 17 04:07:20.200465 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-3cbf3244-8b4b-43fc-9222-848cca33b467 req-50fe87ce-812b-4aad-b156-ed079f0da0dc tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] 10.222.0.20 "GET /v2.0/security-groups?id=48edf01a-27e1-4331-aa2f-debc447aa56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678976 Apr 17 04:07:20.442816 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4e8f8c-722e-4b61-8ba4-055c500a1103 req-0ce1876e-e505-4637-b6ff-3fe84cc5b565 tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:07:20.450944 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-4b4e8f8c-722e-4b61-8ba4-055c500a1103 req-0ce1876e-e505-4637-b6ff-3fe84cc5b565 tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] 10.222.0.20 "GET /v2.0/ports?device_id=e7bd5423-b2e2-475d-a2ab-f5ceb7a824a7 HTTP/1.1" status: 200 len: 945 time: 0.1126750 Apr 17 04:07:20.503654 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-4b4e8f8c-722e-4b61-8ba4-055c500a1103 req-22bdc75d-b989-46e4-b847-278762ee646f tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] 10.222.0.20 "GET /v2.0/security-groups?id=48edf01a-27e1-4331-aa2f-debc447aa56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516748 Apr 17 04:07:21.422131 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb97a328-3ed8-4984-a7e9-db0f779fb713 req-36b9cb02-ed63-48a1-a4a1-8d51546e7e76 tempest-AttachVolumeNegativeTest-1226596354 tempest-AttachVolumeNegativeTest-1226596354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:07:21.423928 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-eb97a328-3ed8-4984-a7e9-db0f779fb713 req-36b9cb02-ed63-48a1-a4a1-8d51546e7e76 tempest-AttachVolumeNegativeTest-1226596354 tempest-AttachVolumeNegativeTest-1226596354-project] 10.222.0.20 "GET /v2.0/networks?id=e6680b4c-b81d-4947-a2bb-bed68ccc8fd7 HTTP/1.1" status: 200 len: 815 time: 0.2571688 Apr 17 04:07:21.441846 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-eb97a328-3ed8-4984-a7e9-db0f779fb713 req-dbe4fd97-cef5-4e71-b252-ce1dcba46879 tempest-AttachVolumeNegativeTest-1226596354 tempest-AttachVolumeNegativeTest-1226596354-project] 10.222.0.20 "GET /v2.0/quotas/414abe24304b477ea2fe3108443164aa HTTP/1.1" status: 200 len: 375 time: 0.0109615 Apr 17 04:07:21.626458 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-eb97a328-3ed8-4984-a7e9-db0f779fb713 req-45d781dc-1bc5-4f8e-af1c-199eec2c4bbf tempest-AttachVolumeNegativeTest-1226596354 tempest-AttachVolumeNegativeTest-1226596354-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=414abe24304b477ea2fe3108443164aa&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1773601 Apr 17 04:07:21.639380 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e9ddc1-829e-498d-a553-42b9a311b209 req-2e850ef8-7a5a-4e80-a33c-e638ca755e5a tempest-VolumesActionsTest-363195616 tempest-VolumesActionsTest-363195616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:07:21.641035 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-43e9ddc1-829e-498d-a553-42b9a311b209 req-2e850ef8-7a5a-4e80-a33c-e638ca755e5a tempest-VolumesActionsTest-363195616 tempest-VolumesActionsTest-363195616-project] 10.222.0.20 "GET /v2.0/ports?device_id=28d3d0fc-a7ef-4742-97e3-7fdb0e3faade HTTP/1.1" status: 200 len: 945 time: 0.1249630 Apr 17 04:07:21.801086 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-43e9ddc1-829e-498d-a553-42b9a311b209 req-32db1a27-29b8-4d6f-904b-7c0b337a6486 tempest-VolumesActionsTest-363195616 tempest-VolumesActionsTest-363195616-project] 10.222.0.20 "GET /v2.0/security-groups?id=323457c9-e81e-408d-9850-b4808121b636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323910 Apr 17 04:07:21.838110 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-eb97a328-3ed8-4984-a7e9-db0f779fb713 req-6ca46ed9-b0e9-4638-a6d8-3ef68ceb7895 service neutron] 10.222.0.20 "GET /v2.0/networks/e6680b4c-b81d-4947-a2bb-bed68ccc8fd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1959822 Apr 17 04:07:22.021020 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-eb97a328-3ed8-4984-a7e9-db0f779fb713 req-8682e257-e75b-4e1f-bcea-7eab471eafd0 service neutron] 10.222.0.20 "GET /v2.0/networks/e6680b4c-b81d-4947-a2bb-bed68ccc8fd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1720161 Apr 17 04:07:22.276242 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-fcea9d69-decd-4f05-8902-e9d591406237 req-e007cc58-7e85-4c91-aff0-63c2c1b4e426 tempest-AttachVolumeNegativeTest-1226596354 tempest-AttachVolumeNegativeTest-1226596354-project] 10.222.0.20 "GET /v2.0/ports?device_id=c9618248-c865-49a1-9054-10eacfcf24c6 HTTP/1.1" status: 200 len: 210 time: 0.0508301 Apr 17 04:07:23.040686 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c786e85-ce3c-4294-be84-2354873131ab req-5440659d-4a13-4cc2-95b0-5b4844f1a615 tempest-VolumesActionsTest-363195616 tempest-VolumesActionsTest-363195616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:07:23.042341 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-2c786e85-ce3c-4294-be84-2354873131ab req-5440659d-4a13-4cc2-95b0-5b4844f1a615 tempest-VolumesActionsTest-363195616 tempest-VolumesActionsTest-363195616-project] 10.222.0.20 "GET /v2.0/ports?device_id=28d3d0fc-a7ef-4742-97e3-7fdb0e3faade HTTP/1.1" status: 200 len: 945 time: 0.1169236 Apr 17 04:07:23.093810 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-2c786e85-ce3c-4294-be84-2354873131ab req-cd9bc8d3-5080-4012-9119-c4a76570ee8b tempest-VolumesActionsTest-363195616 tempest-VolumesActionsTest-363195616-project] 10.222.0.20 "GET /v2.0/security-groups?id=323457c9-e81e-408d-9850-b4808121b636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438299 Apr 17 04:07:23.234866 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc79bb5-776e-4ed0-be7b-18880ee8c099 req-099f092c-d66a-4a56-8e94-a897b5328cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:07:23.236685 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-fdc79bb5-776e-4ed0-be7b-18880ee8c099 req-099f092c-d66a-4a56-8e94-a897b5328cf8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c61f909e458d447f8c0cdeb8d1fce856&device_id=e7bd5423-b2e2-475d-a2ab-f5ceb7a824a7 HTTP/1.1" status: 200 len: 1098 time: 0.0863945 Apr 17 04:07:23.308824 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e13faaf-0169-4819-b6f1-82cf8d60e6b4 req-b2caab01-5b2a-4d27-af1b-e31e9b9446af tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:07:23.312493 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-7e13faaf-0169-4819-b6f1-82cf8d60e6b4 req-b2caab01-5b2a-4d27-af1b-e31e9b9446af tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] 10.222.0.20 "GET /v2.0/ports?device_id=e7bd5423-b2e2-475d-a2ab-f5ceb7a824a7 HTTP/1.1" status: 200 len: 945 time: 0.0924625 Apr 17 04:07:23.364627 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-7e13faaf-0169-4819-b6f1-82cf8d60e6b4 req-ac6cafc1-be1a-4015-b201-e010215028a3 tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] 10.222.0.20 "GET /v2.0/security-groups?id=48edf01a-27e1-4331-aa2f-debc447aa56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473251 Apr 17 04:07:23.438215 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc79bb5-776e-4ed0-be7b-18880ee8c099 req-4fc43b45-1f56-4388-b6a2-6add3632aa05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:07:23.439898 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-fdc79bb5-776e-4ed0-be7b-18880ee8c099 req-4fc43b45-1f56-4388-b6a2-6add3632aa05 service neutron] 10.222.0.32 "GET /v2.0/networks?id=3648c013-741e-41bf-ba14-932e8746819e HTTP/1.1" status: 200 len: 919 time: 0.1961715 Apr 17 04:07:23.463537 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154d59bb-8ff9-414c-ab2f-bc0eab0d689e req-1b0e672c-f50d-405b-ae85-3275e816abd7 tempest-VolumesActionsTest-363195616 tempest-VolumesActionsTest-363195616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:07:23.464302 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [req-154d59bb-8ff9-414c-ab2f-bc0eab0d689e req-1b0e672c-f50d-405b-ae85-3275e816abd7 tempest-VolumesActionsTest-363195616 tempest-VolumesActionsTest-363195616-project] Synchronizing usage tracker for tenant:1280c4501e644d9480bf3a82edd6bc7a on resource:port {{(pid=86330) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 17 04:07:23.476122 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-7ad09562-51e3-44cd-9a60-9a4b6bbe405c req-470908ac-22e0-46a7-88ef-9eaa7ce6f2aa tempest-AttachVolumeNegativeTest-1226596354 tempest-AttachVolumeNegativeTest-1226596354-project] 10.222.0.20 "GET /v2.0/ports?device_id=c9618248-c865-49a1-9054-10eacfcf24c6 HTTP/1.1" status: 200 len: 210 time: 0.0625365 Apr 17 04:07:23.547484 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-fdc79bb5-776e-4ed0-be7b-18880ee8c099 req-8dc7576e-6e61-4e6d-8f83-18cd133eef61 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=995830d2-98eb-4e77-85fe-efc69cb1ced3 HTTP/1.1" status: 200 len: 217 time: 0.0933490 Apr 17 04:07:23.551855 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [req-154d59bb-8ff9-414c-ab2f-bc0eab0d689e req-1b0e672c-f50d-405b-ae85-3275e816abd7 tempest-VolumesActionsTest-363195616 tempest-VolumesActionsTest-363195616-project] Unset dirty status for tenant:1280c4501e644d9480bf3a82edd6bc7a on resource:port {{(pid=86330) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 17 04:07:23.553326 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-154d59bb-8ff9-414c-ab2f-bc0eab0d689e req-1b0e672c-f50d-405b-ae85-3275e816abd7 tempest-VolumesActionsTest-363195616 tempest-VolumesActionsTest-363195616-project] 10.222.0.32 "GET /v2.0/ports?device_id=28d3d0fc-a7ef-4742-97e3-7fdb0e3faade HTTP/1.1" status: 200 len: 945 time: 0.2015307 Apr 17 04:07:23.690719 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.plugin [req-154d59bb-8ff9-414c-ab2f-bc0eab0d689e req-218b776b-a99e-4397-87f9-7c1c6d863694 tempest-VolumesActionsTest-363195616 tempest-VolumesActionsTest-363195616-project] Deleting port b9986077-69c6-4a93-ba7f-e16dba62b3a9 {{(pid=86330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 17 04:07:23.691103 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [req-154d59bb-8ff9-414c-ab2f-bc0eab0d689e req-218b776b-a99e-4397-87f9-7c1c6d863694 tempest-VolumesActionsTest-363195616 tempest-VolumesActionsTest-363195616-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363244554791028'] for port, before_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:07:23.731208 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc79bb5-776e-4ed0-be7b-18880ee8c099 req-0193a220-8745-41df-ad0d-712b5bffd838 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:07:23.733123 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-fdc79bb5-776e-4ed0-be7b-18880ee8c099 req-0193a220-8745-41df-ad0d-712b5bffd838 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f604e219-b121-4ee2-9dbd-506d5b380753 HTTP/1.1" status: 200 len: 858 time: 0.1786032 Apr 17 04:07:23.752755 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb97a328-3ed8-4984-a7e9-db0f779fb713 req-0aa6adda-5df0-4d21-a6f0-acc5c804d151 tempest-AttachVolumeNegativeTest-1226596354 tempest-AttachVolumeNegativeTest-1226596354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:07:23.754441 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-eb97a328-3ed8-4984-a7e9-db0f779fb713 req-0aa6adda-5df0-4d21-a6f0-acc5c804d151 tempest-AttachVolumeNegativeTest-1226596354 tempest-AttachVolumeNegativeTest-1226596354-project] 10.222.0.32 "GET /v2.0/networks?id=e6680b4c-b81d-4947-a2bb-bed68ccc8fd7 HTTP/1.1" status: 200 len: 815 time: 0.1779704 Apr 17 04:07:23.768354 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.v2.base [req-eb97a328-3ed8-4984-a7e9-db0f779fb713 req-d68f2b76-e69d-4d7e-8e9a-00f064a53965 tempest-AttachVolumeNegativeTest-1226596354 tempest-AttachVolumeNegativeTest-1226596354-project] Request body: {'port': {'device_id': 'c9618248-c865-49a1-9054-10eacfcf24c6', 'network_id': 'e6680b4c-b81d-4947-a2bb-bed68ccc8fd7', 'admin_state_up': True, 'tenant_id': '414abe24304b477ea2fe3108443164aa'}} {{(pid=86331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 17 04:07:23.799022 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-fdc79bb5-776e-4ed0-be7b-18880ee8c099 req-53d211da-112e-49ff-980b-a7d929583fea service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3648c013-741e-41bf-ba14-932e8746819e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0525224 Apr 17 04:07:23.918672 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [req-eb97a328-3ed8-4984-a7e9-db0f779fb713 req-d68f2b76-e69d-4d7e-8e9a-00f064a53965 tempest-AttachVolumeNegativeTest-1226596354 tempest-AttachVolumeNegativeTest-1226596354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 17 04:07:23.922843 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [req-eb97a328-3ed8-4984-a7e9-db0f779fb713 req-d68f2b76-e69d-4d7e-8e9a-00f064a53965 tempest-AttachVolumeNegativeTest-1226596354 tempest-AttachVolumeNegativeTest-1226596354-project] Usage tracker for resource:port and tenant:414abe24304b477ea2fe3108443164aa is out of sync, need to count used quota {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 17 04:07:23.925901 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [req-eb97a328-3ed8-4984-a7e9-db0f779fb713 req-d68f2b76-e69d-4d7e-8e9a-00f064a53965 tempest-AttachVolumeNegativeTest-1226596354 tempest-AttachVolumeNegativeTest-1226596354-project] Quota usage for port was recalculated. Used quota:1. {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 17 04:07:23.932133 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [req-eb97a328-3ed8-4984-a7e9-db0f779fb713 req-d68f2b76-e69d-4d7e-8e9a-00f064a53965 tempest-AttachVolumeNegativeTest-1226596354 tempest-AttachVolumeNegativeTest-1226596354-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 17 04:07:23.942431 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb97a328-3ed8-4984-a7e9-db0f779fb713 req-d68f2b76-e69d-4d7e-8e9a-00f064a53965 tempest-AttachVolumeNegativeTest-1226596354 tempest-AttachVolumeNegativeTest-1226596354-project] Made reservation on behalf of 414abe24304b477ea2fe3108443164aa for: {'port': 1} {{(pid=86331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 17 04:07:23.948717 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [req-eb97a328-3ed8-4984-a7e9-db0f779fb713 req-d68f2b76-e69d-4d7e-8e9a-00f064a53965 tempest-AttachVolumeNegativeTest-1226596354 tempest-AttachVolumeNegativeTest-1226596354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853081909'] for port, before_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:07:24.099231 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-fdc79bb5-776e-4ed0-be7b-18880ee8c099 req-17a561c5-ddbc-49b9-baa4-743d874dbdf2 service neutron] 10.222.0.32 "GET /v2.0/networks/3648c013-741e-41bf-ba14-932e8746819e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2639561 Apr 17 04:07:24.169572 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.db [req-154d59bb-8ff9-414c-ab2f-bc0eab0d689e req-218b776b-a99e-4397-87f9-7c1c6d863694 tempest-VolumesActionsTest-363195616 tempest-VolumesActionsTest-363195616-project] For port b9986077-69c6-4a93-ba7f-e16dba62b3a9, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=b9986077-69c6-4a93-ba7f-e16dba62b3a9,segment=NetworkSegment(12cabbe8-c97c-4ca4-93ad-8a145e13b12b),segment_id=12cabbe8-c97c-4ca4-93ad-8a145e13b12b)] {{(pid=86330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 17 04:07:24.169966 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [req-154d59bb-8ff9-414c-ab2f-bc0eab0d689e req-218b776b-a99e-4397-87f9-7c1c6d863694 tempest-VolumesActionsTest-363195616 tempest-VolumesActionsTest-363195616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853832323'] for port, precommit_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:07:24.207219 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.db_base_plugin_common [req-eb97a328-3ed8-4984-a7e9-db0f779fb713 req-d68f2b76-e69d-4d7e-8e9a-00f064a53965 tempest-AttachVolumeNegativeTest-1226596354 tempest-AttachVolumeNegativeTest-1226596354-project] Allocated IP 172.20.0.6 (e6680b4c-b81d-4947-a2bb-bed68ccc8fd7/081dd618-920d-4243-8505-347b38674470/a29db140-51e9-4510-be91-21cf536358fe) {{(pid=86331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 17 04:07:24.374497 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.plugin [req-154d59bb-8ff9-414c-ab2f-bc0eab0d689e req-218b776b-a99e-4397-87f9-7c1c6d863694 tempest-VolumesActionsTest-363195616 tempest-VolumesActionsTest-363195616-project] Calling delete_port for b9986077-69c6-4a93-ba7f-e16dba62b3a9 owned by compute:nova {{(pid=86330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 17 04:07:24.697896 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.agents_db [None req-76d39d81-b417-4462-95bd-4e842fba9248 None None] Agent healthcheck: found 6 active agents {{(pid=86333) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 17 04:07:24.763502 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-fdc79bb5-776e-4ed0-be7b-18880ee8c099 req-e711217f-4e35-449c-9b2f-bb7532e75e07 service neutron] 10.222.0.32 "GET /v2.0/networks/3648c013-741e-41bf-ba14-932e8746819e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6570570 Apr 17 04:07:24.779437 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef90d1f-03de-4e74-b00c-f2d2046852ba req-f7e98d1b-7b7c-4c15-9e92-597f8d2dc5a0 tempest-VolumesActionsTest-363195616 tempest-VolumesActionsTest-363195616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:07:24.781702 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-8ef90d1f-03de-4e74-b00c-f2d2046852ba req-f7e98d1b-7b7c-4c15-9e92-597f8d2dc5a0 tempest-VolumesActionsTest-363195616 tempest-VolumesActionsTest-363195616-project] 10.222.0.20 "GET /v2.0/ports?device_id=28d3d0fc-a7ef-4742-97e3-7fdb0e3faade HTTP/1.1" status: 200 len: 945 time: 0.4873011 Apr 17 04:07:24.825846 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1df4c0-6b41-4f05-9200-04ba72971d6c req-ad75ac8d-a05c-41da-a328-0da3cd5784b0 tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:07:24.827149 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-7e1df4c0-6b41-4f05-9200-04ba72971d6c req-ad75ac8d-a05c-41da-a328-0da3cd5784b0 tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] 10.222.0.20 "GET /v2.0/ports?device_id=e7bd5423-b2e2-475d-a2ab-f5ceb7a824a7 HTTP/1.1" status: 200 len: 945 time: 0.3084800 Apr 17 04:07:24.865553 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [req-154d59bb-8ff9-414c-ab2f-bc0eab0d689e req-218b776b-a99e-4397-87f9-7c1c6d863694 tempest-VolumesActionsTest-363195616 tempest-VolumesActionsTest-363195616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1691685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854152290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244554789151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792299556194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852218909'] for port, after_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:07:24.873417 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-1220c101-00fe-491e-a6f2-ffd9e2c0ccbe service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:07:24.883300 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.db [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] get_ports_and_sgs() called for port_ids ['b9986077-69c6-4a93-ba7f-e16dba62b3a9'] {{(pid=86332) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 17 04:07:24.923976 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218b776b-a99e-4397-87f9-7c1c6d863694 tempest-VolumesActionsTest-363195616 tempest-VolumesActionsTest-363195616-project] Pushing event deleted for resources: {'Port': ['ID=b9986077-69c6-4a93-ba7f-e16dba62b3a9,revision_number=None']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:07:24.928924 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-218b776b-a99e-4397-87f9-7c1c6d863694 tempest-VolumesActionsTest-363195616 tempest-VolumesActionsTest-363195616-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:07:24.948299 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [req-eb97a328-3ed8-4984-a7e9-db0f779fb713 req-d68f2b76-e69d-4d7e-8e9a-00f064a53965 tempest-AttachVolumeNegativeTest-1226596354 tempest-AttachVolumeNegativeTest-1226596354-project] Notify callbacks [] for port, precommit_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:07:24.959218 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-8ef90d1f-03de-4e74-b00c-f2d2046852ba req-53fa70bf-37a7-41b1-a93a-40032d30c770 tempest-VolumesActionsTest-363195616 tempest-VolumesActionsTest-363195616-project] 10.222.0.20 "GET /v2.0/security-groups?id=323457c9-e81e-408d-9850-b4808121b636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691027 Apr 17 04:07:24.966453 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-7e1df4c0-6b41-4f05-9200-04ba72971d6c req-708b6f0f-29ae-4247-9c2a-c6446caa9248 tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] 10.222.0.20 "GET /v2.0/security-groups?id=48edf01a-27e1-4331-aa2f-debc447aa56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265273 Apr 17 04:07:24.996013 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [req-eb97a328-3ed8-4984-a7e9-db0f779fb713 req-d68f2b76-e69d-4d7e-8e9a-00f064a53965 tempest-AttachVolumeNegativeTest-1226596354 tempest-AttachVolumeNegativeTest-1226596354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1691685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854152290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244555219623'] for port, after_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:07:25.007389 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:07:25.009986 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.db [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] get_ports_and_sgs() called for port_ids ['92ee2581-4aca-4e7f-accd-d0bcbfe20f32'] {{(pid=86332) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 17 04:07:25.078220 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.l3_dvrscheduler_db [req-154d59bb-8ff9-414c-ab2f-bc0eab0d689e req-218b776b-a99e-4397-87f9-7c1c6d863694 tempest-VolumesActionsTest-363195616 tempest-VolumesActionsTest-363195616-project] No DVR routers for this DVR port b9986077-69c6-4a93-ba7f-e16dba62b3a9 on host hv-cinder-78605 {{(pid=86330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 17 04:07:25.081659 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [req-154d59bb-8ff9-414c-ab2f-bc0eab0d689e req-218b776b-a99e-4397-87f9-7c1c6d863694 tempest-VolumesActionsTest-363195616 tempest-VolumesActionsTest-363195616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2986'] for port, before_response {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:07:25.095263 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28d3d0fc-a7ef-4742-97e3-7fdb0e3faade', 'name': 'network-vif-deleted', 'tag': 'b9986077-69c6-4a93-ba7f-e16dba62b3a9'}] {{(pid=86330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 17 04:07:25.104767 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-154d59bb-8ff9-414c-ab2f-bc0eab0d689e req-218b776b-a99e-4397-87f9-7c1c6d863694 tempest-VolumesActionsTest-363195616 tempest-VolumesActionsTest-363195616-project] 10.222.0.32 "DELETE /v2.0/ports/b9986077-69c6-4a93-ba7f-e16dba62b3a9 HTTP/1.1" status: 204 len: 173 time: 1.5145166 Apr 17 04:07:25.110550 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb97a328-3ed8-4984-a7e9-db0f779fb713 req-d68f2b76-e69d-4d7e-8e9a-00f064a53965 tempest-AttachVolumeNegativeTest-1226596354 tempest-AttachVolumeNegativeTest-1226596354-project] Network e6680b4c-b81d-4947-a2bb-bed68ccc8fd7 is already hosted by enough agents. {{(pid=86331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 17 04:07:25.147340 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28d3d0fc-a7ef-4742-97e3-7fdb0e3faade', 'name': 'network-vif-deleted', 'tag': 'b9986077-69c6-4a93-ba7f-e16dba62b3a9', 'status': 'completed', 'code': 200} Apr 17 04:07:25.148156 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.scheduler.base_scheduler [req-eb97a328-3ed8-4984-a7e9-db0f779fb713 req-d68f2b76-e69d-4d7e-8e9a-00f064a53965 tempest-AttachVolumeNegativeTest-1226596354 tempest-AttachVolumeNegativeTest-1226596354-project] Resources bound (agent type, host, resource id): {{(pid=86331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 17 04:07:25.172372 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb97a328-3ed8-4984-a7e9-db0f779fb713 req-d68f2b76-e69d-4d7e-8e9a-00f064a53965 tempest-AttachVolumeNegativeTest-1226596354 tempest-AttachVolumeNegativeTest-1226596354-project] Received port after_create {{(pid=86331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 17 04:07:25.179101 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb97a328-3ed8-4984-a7e9-db0f779fb713 req-d68f2b76-e69d-4d7e-8e9a-00f064a53965 tempest-AttachVolumeNegativeTest-1226596354 tempest-AttachVolumeNegativeTest-1226596354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:07:25.179778 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [req-eb97a328-3ed8-4984-a7e9-db0f779fb713 req-d68f2b76-e69d-4d7e-8e9a-00f064a53965 tempest-AttachVolumeNegativeTest-1226596354 tempest-AttachVolumeNegativeTest-1226596354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854152307'] for port, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:07:25.210887 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68f2b76-e69d-4d7e-8e9a-00f064a53965 tempest-AttachVolumeNegativeTest-1226596354 tempest-AttachVolumeNegativeTest-1226596354-project] Pushing event updated for resources: {'Port': ['ID=a29db140-51e9-4510-be91-21cf536358fe,revision_number=1']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:07:25.225049 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-d68f2b76-e69d-4d7e-8e9a-00f064a53965 tempest-AttachVolumeNegativeTest-1226596354 tempest-AttachVolumeNegativeTest-1226596354-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:07:25.258765 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-eb97a328-3ed8-4984-a7e9-db0f779fb713 req-d68f2b76-e69d-4d7e-8e9a-00f064a53965 tempest-AttachVolumeNegativeTest-1226596354 tempest-AttachVolumeNegativeTest-1226596354-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4945250 Apr 17 04:07:25.276176 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48fd22a-98ff-424d-ba1c-68487edf73c1 req-3b6b207f-75d0-49ae-8f2f-1e56d8f0694f tempest-AttachVolumeNegativeTest-1226596354 tempest-AttachVolumeNegativeTest-1226596354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:07:25.277025 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [req-e48fd22a-98ff-424d-ba1c-68487edf73c1 req-3b6b207f-75d0-49ae-8f2f-1e56d8f0694f tempest-AttachVolumeNegativeTest-1226596354 tempest-AttachVolumeNegativeTest-1226596354-project] Synchronizing usage tracker for tenant:414abe24304b477ea2fe3108443164aa on resource:port {{(pid=86331) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 17 04:07:25.286742 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.v2.base [req-eb97a328-3ed8-4984-a7e9-db0f779fb713 req-a7aa4e3f-c3d5-41bf-b106-51a57811904f service neutron] Request body: {'port': {'device_id': 'c9618248-c865-49a1-9054-10eacfcf24c6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78605'}} {{(pid=86331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 17 04:07:25.349356 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [req-e48fd22a-98ff-424d-ba1c-68487edf73c1 req-3b6b207f-75d0-49ae-8f2f-1e56d8f0694f tempest-AttachVolumeNegativeTest-1226596354 tempest-AttachVolumeNegativeTest-1226596354-project] Unset dirty status for tenant:414abe24304b477ea2fe3108443164aa on resource:port {{(pid=86331) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 17 04:07:25.356508 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-e48fd22a-98ff-424d-ba1c-68487edf73c1 req-3b6b207f-75d0-49ae-8f2f-1e56d8f0694f tempest-AttachVolumeNegativeTest-1226596354 tempest-AttachVolumeNegativeTest-1226596354-project] 10.222.0.20 "GET /v2.0/ports?device_id=c9618248-c865-49a1-9054-10eacfcf24c6 HTTP/1.1" status: 200 len: 931 time: 0.2547894 Apr 17 04:07:25.454325 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [req-eb97a328-3ed8-4984-a7e9-db0f779fb713 req-a7aa4e3f-c3d5-41bf-b106-51a57811904f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853081909'] for port, before_update {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:07:25.490216 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-e48fd22a-98ff-424d-ba1c-68487edf73c1 req-11f228e2-073f-40ee-b5f5-cfaf33521e2e tempest-AttachVolumeNegativeTest-1226596354 tempest-AttachVolumeNegativeTest-1226596354-project] 10.222.0.20 "GET /v2.0/security-groups?id=ae5ae7d4-03a6-4de4-82fb-45078eb27a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328382 Apr 17 04:07:25.878866 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.notifiers.nova [req-eb97a328-3ed8-4984-a7e9-db0f779fb713 req-a7aa4e3f-c3d5-41bf-b106-51a57811904f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a29db140-51e9-4510-be91-21cf536358fe {{(pid=86331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 17 04:07:25.887017 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [req-eb97a328-3ed8-4984-a7e9-db0f779fb713 req-a7aa4e3f-c3d5-41bf-b106-51a57811904f service neutron] Notify callbacks [] for port, precommit_update {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:07:25.902698 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.provisioning_blocks [req-eb97a328-3ed8-4984-a7e9-db0f779fb713 req-a7aa4e3f-c3d5-41bf-b106-51a57811904f service neutron] Transition to ACTIVE for port object a29db140-51e9-4510-be91-21cf536358fe will not be triggered until provisioned by entity L2. {{(pid=86331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 17 04:07:25.906231 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [req-eb97a328-3ed8-4984-a7e9-db0f779fb713 req-a7aa4e3f-c3d5-41bf-b106-51a57811904f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1691685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854152290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792299986632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244555219606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792299556228'] for port, after_update {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:07:25.911108 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:07:26.378638 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7aa4e3f-c3d5-41bf-b106-51a57811904f service neutron] Pushing event updated for resources: {'Port': ['ID=a29db140-51e9-4510-be91-21cf536358fe,revision_number=2']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:07:26.387120 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-a7aa4e3f-c3d5-41bf-b106-51a57811904f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.476s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:07:26.393914 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.managers [req-eb97a328-3ed8-4984-a7e9-db0f779fb713 req-a7aa4e3f-c3d5-41bf-b106-51a57811904f service neutron] Attempting to bind port a29db140-51e9-4510-be91-21cf536358fe on host hv-cinder-78605 for vnic_type normal with profile {{(pid=86331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 17 04:07:26.394292 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.managers [req-eb97a328-3ed8-4984-a7e9-db0f779fb713 req-a7aa4e3f-c3d5-41bf-b106-51a57811904f service neutron] Attempting to bind port a29db140-51e9-4510-be91-21cf536358fe by drivers openvswitch,hyperv on host hv-cinder-78605 at level 0 using segments [{'id': '21289dc9-e49a-4956-a25b-e0a8cf0d6ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'e6680b4c-b81d-4947-a2bb-bed68ccc8fd7'}] {{(pid=86331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 17 04:07:26.394659 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb97a328-3ed8-4984-a7e9-db0f779fb713 req-a7aa4e3f-c3d5-41bf-b106-51a57811904f service neutron] Attempting to bind port a29db140-51e9-4510-be91-21cf536358fe on network e6680b4c-b81d-4947-a2bb-bed68ccc8fd7 {{(pid=86331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 17 04:07:26.402632 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb97a328-3ed8-4984-a7e9-db0f779fb713 req-a7aa4e3f-c3d5-41bf-b106-51a57811904f service neutron] Port a29db140-51e9-4510-be91-21cf536358fe on network e6680b4c-b81d-4947-a2bb-bed68ccc8fd7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78605 {{(pid=86331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 17 04:07:26.403105 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb97a328-3ed8-4984-a7e9-db0f779fb713 req-a7aa4e3f-c3d5-41bf-b106-51a57811904f service neutron] Attempting to bind port a29db140-51e9-4510-be91-21cf536358fe on network e6680b4c-b81d-4947-a2bb-bed68ccc8fd7 {{(pid=86331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 17 04:07:26.422210 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb97a328-3ed8-4984-a7e9-db0f779fb713 req-a7aa4e3f-c3d5-41bf-b106-51a57811904f service neutron] Checking agent: {'id': '61ad0fc1-16d6-4e18-b3c9-f584687973c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78605', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 17, 4, 4, 12), 'started_at': datetime.datetime(2021, 4, 17, 4, 4, 12), 'heartbeat_timestamp': datetime.datetime(2021, 4, 17, 4, 7, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 17 04:07:26.422644 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb97a328-3ed8-4984-a7e9-db0f779fb713 req-a7aa4e3f-c3d5-41bf-b106-51a57811904f service neutron] Checking segment: {'id': '21289dc9-e49a-4956-a25b-e0a8cf0d6ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'e6680b4c-b81d-4947-a2bb-bed68ccc8fd7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 17 04:07:26.423078 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb97a328-3ed8-4984-a7e9-db0f779fb713 req-a7aa4e3f-c3d5-41bf-b106-51a57811904f service neutron] Bound using segment: {'id': '21289dc9-e49a-4956-a25b-e0a8cf0d6ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'e6680b4c-b81d-4947-a2bb-bed68ccc8fd7'} {{(pid=86331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 17 04:07:26.423539 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.managers [req-eb97a328-3ed8-4984-a7e9-db0f779fb713 req-a7aa4e3f-c3d5-41bf-b106-51a57811904f service neutron] Bound port: a29db140-51e9-4510-be91-21cf536358fe, host: hv-cinder-78605, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21289dc9-e49a-4956-a25b-e0a8cf0d6ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'e6680b4c-b81d-4947-a2bb-bed68ccc8fd7'}}] {{(pid=86331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 17 04:07:26.423992 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [req-eb97a328-3ed8-4984-a7e9-db0f779fb713 req-a7aa4e3f-c3d5-41bf-b106-51a57811904f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853081909'] for port, before_update {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:07:26.500898 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed45454-cef4-410e-88d8-941730feb12e req-c4da4732-8211-4298-84a3-099cacdb67d3 tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:07:26.502540 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-0ed45454-cef4-410e-88d8-941730feb12e req-c4da4732-8211-4298-84a3-099cacdb67d3 tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] 10.222.0.20 "GET /v2.0/ports?device_id=e7bd5423-b2e2-475d-a2ab-f5ceb7a824a7 HTTP/1.1" status: 200 len: 945 time: 0.2361634 Apr 17 04:07:26.560118 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.db [req-eb97a328-3ed8-4984-a7e9-db0f779fb713 req-a7aa4e3f-c3d5-41bf-b106-51a57811904f service neutron] For port a29db140-51e9-4510-be91-21cf536358fe, host hv-cinder-78605, cleared binding levels {{(pid=86331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 17 04:07:26.563298 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.db [req-eb97a328-3ed8-4984-a7e9-db0f779fb713 req-a7aa4e3f-c3d5-41bf-b106-51a57811904f service neutron] For port a29db140-51e9-4510-be91-21cf536358fe, host hv-cinder-78605, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=a29db140-51e9-4510-be91-21cf536358fe,segment=NetworkSegment(21289dc9-e49a-4956-a25b-e0a8cf0d6ebd),segment_id=21289dc9-e49a-4956-a25b-e0a8cf0d6ebd)] {{(pid=86331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 17 04:07:26.576200 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [req-eb97a328-3ed8-4984-a7e9-db0f779fb713 req-a7aa4e3f-c3d5-41bf-b106-51a57811904f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1691685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854152290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792299986632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244555219606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792299556228'] for port, after_update {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:07:26.587890 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-a7aa4e3f-c3d5-41bf-b106-51a57811904f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:07:26.644657 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-0ed45454-cef4-410e-88d8-941730feb12e req-0b4bde78-204d-418f-b7d4-e01282ea6bbc tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] 10.222.0.20 "GET /v2.0/security-groups?id=48edf01a-27e1-4331-aa2f-debc447aa56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337132 Apr 17 04:07:26.708028 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb97a328-3ed8-4984-a7e9-db0f779fb713 req-a7aa4e3f-c3d5-41bf-b106-51a57811904f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:07:26.708723 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [req-eb97a328-3ed8-4984-a7e9-db0f779fb713 req-a7aa4e3f-c3d5-41bf-b106-51a57811904f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854152307'] for port, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:07:26.710303 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-eb97a328-3ed8-4984-a7e9-db0f779fb713 req-a7aa4e3f-c3d5-41bf-b106-51a57811904f service neutron] 10.222.0.32 "PUT /v2.0/ports/a29db140-51e9-4510-be91-21cf536358fe HTTP/1.1" status: 200 len: 1093 time: 1.4290864 Apr 17 04:07:26.711112 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9618248-c865-49a1-9054-10eacfcf24c6', 'tag': 'a29db140-51e9-4510-be91-21cf536358fe'}] {{(pid=86331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 17 04:07:26.737986 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7aa4e3f-c3d5-41bf-b106-51a57811904f service neutron] Pushing event updated for resources: {'Port': ['ID=a29db140-51e9-4510-be91-21cf536358fe,revision_number=3']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:07:26.750726 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-a7aa4e3f-c3d5-41bf-b106-51a57811904f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:07:26.815001 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952fef22-7da6-4a76-95ff-cbe95f7ffabb req-34a48faa-0c97-47de-9b0f-a4cb12a0b7d1 tempest-AttachVolumeNegativeTest-1226596354 tempest-AttachVolumeNegativeTest-1226596354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:07:26.815001 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-952fef22-7da6-4a76-95ff-cbe95f7ffabb req-34a48faa-0c97-47de-9b0f-a4cb12a0b7d1 tempest-AttachVolumeNegativeTest-1226596354 tempest-AttachVolumeNegativeTest-1226596354-project] 10.222.0.20 "GET /v2.0/ports?device_id=c9618248-c865-49a1-9054-10eacfcf24c6 HTTP/1.1" status: 200 len: 943 time: 0.1818719 Apr 17 04:07:26.869024 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9618248-c865-49a1-9054-10eacfcf24c6', 'tag': 'a29db140-51e9-4510-be91-21cf536358fe', 'status': 'completed', 'code': 200} Apr 17 04:07:26.886808 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-952fef22-7da6-4a76-95ff-cbe95f7ffabb req-57a81fc1-5f59-45b2-ab25-146e370e7fb0 tempest-AttachVolumeNegativeTest-1226596354 tempest-AttachVolumeNegativeTest-1226596354-project] 10.222.0.20 "GET /v2.0/security-groups?id=ae5ae7d4-03a6-4de4-82fb-45078eb27a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649760 Apr 17 04:07:26.896258 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb97a328-3ed8-4984-a7e9-db0f779fb713 req-995fc929-01e9-488b-a051-26e4c008b508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:07:26.897891 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-eb97a328-3ed8-4984-a7e9-db0f779fb713 req-995fc929-01e9-488b-a051-26e4c008b508 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=414abe24304b477ea2fe3108443164aa&device_id=c9618248-c865-49a1-9054-10eacfcf24c6 HTTP/1.1" status: 200 len: 1096 time: 0.1373580 Apr 17 04:07:26.986021 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-eb97a328-3ed8-4984-a7e9-db0f779fb713 req-b39a13a5-44e9-4015-bf72-1cbb6ca9136c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a29db140-51e9-4510-be91-21cf536358fe HTTP/1.1" status: 200 len: 217 time: 0.0799417 Apr 17 04:07:27.075216 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb97a328-3ed8-4984-a7e9-db0f779fb713 req-c72464ea-1b85-4f78-aec9-d38b3ed2f912 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:07:27.076834 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-eb97a328-3ed8-4984-a7e9-db0f779fb713 req-c72464ea-1b85-4f78-aec9-d38b3ed2f912 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=081dd618-920d-4243-8505-347b38674470 HTTP/1.1" status: 200 len: 855 time: 0.0846682 Apr 17 04:07:27.138185 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-eb97a328-3ed8-4984-a7e9-db0f779fb713 req-89e5bdca-4ea6-4a80-91f4-9de870fa1aef service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e6680b4c-b81d-4947-a2bb-bed68ccc8fd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0499530 Apr 17 04:07:27.295133 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-eb97a328-3ed8-4984-a7e9-db0f779fb713 req-3b4678d2-4113-44fe-acbd-8d420d91810e service neutron] 10.222.0.32 "GET /v2.0/networks/e6680b4c-b81d-4947-a2bb-bed68ccc8fd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1462588 Apr 17 04:07:27.314483 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.rpc [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Device b9986077-69c6-4a93-ba7f-e16dba62b3a9 no longer exists at agent hyperv_hv-cinder-78605 {{(pid=86332) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 17 04:07:27.364774 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.plugin [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] No Port match for: b9986077-69c6-4a93-ba7f-e16dba62b3a9 {{(pid=86332) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 17 04:07:27.365447 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.rpc [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Device b9986077-69c6-4a93-ba7f-e16dba62b3a9 not bound to the agent host hv-cinder-78605 {{(pid=86332) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 17 04:07:27.460219 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-eb97a328-3ed8-4984-a7e9-db0f779fb713 req-a9bd64c5-6bba-4b99-b411-51eb232ca0d1 service neutron] 10.222.0.32 "GET /v2.0/networks/e6680b4c-b81d-4947-a2bb-bed68ccc8fd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1579473 Apr 17 04:07:27.623192 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88559a30-4019-4921-a3e4-5bc5c0ca6697 req-99b05ccb-a004-4708-bd50-e9a1aebff39a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:07:27.624929 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-88559a30-4019-4921-a3e4-5bc5c0ca6697 req-99b05ccb-a004-4708-bd50-e9a1aebff39a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=414abe24304b477ea2fe3108443164aa&device_id=c9618248-c865-49a1-9054-10eacfcf24c6 HTTP/1.1" status: 200 len: 1096 time: 0.0998931 Apr 17 04:07:27.824526 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.20', 55820) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 17 04:07:27.845342 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88559a30-4019-4921-a3e4-5bc5c0ca6697 req-76a7af6f-8d00-437d-8ea0-a23ac8329507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:07:27.847219 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-88559a30-4019-4921-a3e4-5bc5c0ca6697 req-76a7af6f-8d00-437d-8ea0-a23ac8329507 service neutron] 10.222.0.32 "GET /v2.0/networks?id=e6680b4c-b81d-4947-a2bb-bed68ccc8fd7 HTTP/1.1" status: 200 len: 916 time: 0.2116745 Apr 17 04:07:27.960013 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-7ac2799d-367e-4326-83a7-3a704885e0e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:07:27.975956 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-88559a30-4019-4921-a3e4-5bc5c0ca6697 req-da93dd84-ff80-47cd-adc1-baa22ae62a55 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a29db140-51e9-4510-be91-21cf536358fe HTTP/1.1" status: 200 len: 217 time: 0.0892053 Apr 17 04:07:27.976146 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [None req-7ac2799d-367e-4326-83a7-3a704885e0e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 17 04:07:27.981096 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [None req-7ac2799d-367e-4326-83a7-3a704885e0e1 admin admin] Usage tracker for resource:security_group_rule and tenant:f4b99bb3d4444a65a5194bc2c8b7cb96 is out of sync, need to count used quota {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 17 04:07:27.984269 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [None req-7ac2799d-367e-4326-83a7-3a704885e0e1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 17 04:07:27.990455 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [None req-7ac2799d-367e-4326-83a7-3a704885e0e1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 17 04:07:28.085916 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-7ac2799d-367e-4326-83a7-3a704885e0e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:07:28.089088 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-7ac2799d-367e-4326-83a7-3a704885e0e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920236'] for security_group, after_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:07:28.098235 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-5afcd0bb-5777-475c-bd15-2c2f0a968e1e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:07:28.132015 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88559a30-4019-4921-a3e4-5bc5c0ca6697 req-02bb25c1-8f2e-425f-a9e9-bbfc40c482c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:07:28.133606 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-88559a30-4019-4921-a3e4-5bc5c0ca6697 req-02bb25c1-8f2e-425f-a9e9-bbfc40c482c6 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=081dd618-920d-4243-8505-347b38674470 HTTP/1.1" status: 200 len: 855 time: 0.1431391 Apr 17 04:07:28.143585 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [None req-7ac2799d-367e-4326-83a7-3a704885e0e1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f4b99bb3d4444a65a5194bc2c8b7cb96&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3174043 Apr 17 04:07:28.145383 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac2799d-367e-4326-83a7-3a704885e0e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ef5ec34-e216-4aa1-8d34-11d24ecc1c8d,revision_number=1']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:07:28.147938 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.20', 55828) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 17 04:07:28.148095 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4bf00a-677e-4c07-84cb-acc84da43c77 req-09605b50-49d1-4551-ad16-b349b490bb48 tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:07:28.149654 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-2d4bf00a-677e-4c07-84cb-acc84da43c77 req-09605b50-49d1-4551-ad16-b349b490bb48 tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] 10.222.0.20 "GET /v2.0/ports?device_id=e7bd5423-b2e2-475d-a2ab-f5ceb7a824a7 HTTP/1.1" status: 200 len: 945 time: 0.3015358 Apr 17 04:07:28.150598 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-7ac2799d-367e-4326-83a7-3a704885e0e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:07:28.211871 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-aa88adc1-7ac9-467f-8707-d206b83f6a9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:07:28.224703 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-88559a30-4019-4921-a3e4-5bc5c0ca6697 req-9709458d-c336-4258-9585-a9ec21450408 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e6680b4c-b81d-4947-a2bb-bed68ccc8fd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0726674 Apr 17 04:07:28.240279 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-aa88adc1-7ac9-467f-8707-d206b83f6a9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:07:28.323946 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-aa88adc1-7ac9-467f-8707-d206b83f6a9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920236'] for security_group, after_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:07:28.331600 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-bfe4920d-b5dc-42eb-ab0f-44fa08288085 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:07:28.347663 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa88adc1-7ac9-467f-8707-d206b83f6a9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ef5ec34-e216-4aa1-8d34-11d24ecc1c8d,revision_number=None']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:07:28.350185 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-aa88adc1-7ac9-467f-8707-d206b83f6a9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:07:28.351698 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [None req-aa88adc1-7ac9-467f-8707-d206b83f6a9e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7ef5ec34-e216-4aa1-8d34-11d24ecc1c8d HTTP/1.1" status: 204 len: 168 time: 0.2027280 Apr 17 04:07:28.352320 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-2d4bf00a-677e-4c07-84cb-acc84da43c77 req-508fd425-f33f-4469-8822-a4ae9beef4ce tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] 10.222.0.20 "GET /v2.0/security-groups?id=48edf01a-27e1-4331-aa2f-debc447aa56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629937 Apr 17 04:07:28.352943 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-aa88adc1-7ac9-467f-8707-d206b83f6a9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:07:28.364416 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5337b05-1efc-4193-840d-47ea2fee9752 req-72257973-bde0-4fec-9a98-45d3b3abc561 tempest-AttachVolumeNegativeTest-1226596354 tempest-AttachVolumeNegativeTest-1226596354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:07:28.366086 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-f5337b05-1efc-4193-840d-47ea2fee9752 req-72257973-bde0-4fec-9a98-45d3b3abc561 tempest-AttachVolumeNegativeTest-1226596354 tempest-AttachVolumeNegativeTest-1226596354-project] 10.222.0.20 "GET /v2.0/ports?device_id=c9618248-c865-49a1-9054-10eacfcf24c6 HTTP/1.1" status: 200 len: 943 time: 0.3062360 Apr 17 04:07:28.483951 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-88559a30-4019-4921-a3e4-5bc5c0ca6697 req-7fe0319f-f687-48a4-86fd-221c6e82b0b0 service neutron] 10.222.0.32 "GET /v2.0/networks/e6680b4c-b81d-4947-a2bb-bed68ccc8fd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2501557 Apr 17 04:07:28.487432 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-f5337b05-1efc-4193-840d-47ea2fee9752 req-1c239c3a-07cf-4f25-9c5c-585027be08ef tempest-AttachVolumeNegativeTest-1226596354 tempest-AttachVolumeNegativeTest-1226596354-project] 10.222.0.20 "GET /v2.0/security-groups?id=ae5ae7d4-03a6-4de4-82fb-45078eb27a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092708 Apr 17 04:07:28.661533 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-88559a30-4019-4921-a3e4-5bc5c0ca6697 req-9a170114-688e-4d84-8577-c5170620a877 service neutron] 10.222.0.32 "GET /v2.0/networks/e6680b4c-b81d-4947-a2bb-bed68ccc8fd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1611037 Apr 17 04:07:29.385877 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.20', 55892) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 17 04:07:29.505856 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.v2.base [None req-2cc3d78e-e269-4f5e-88d3-8f7747cfa782 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1304640215-network', 'tenant_id': '20095d40d9834d4b9753d4486e3a3e2c'}} {{(pid=86330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 17 04:07:29.511187 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [None req-2cc3d78e-e269-4f5e-88d3-8f7747cfa782 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 17 04:07:29.515570 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [None req-2cc3d78e-e269-4f5e-88d3-8f7747cfa782 admin admin] Usage tracker for resource:network and tenant:20095d40d9834d4b9753d4486e3a3e2c is out of sync, need to count used quota {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 17 04:07:29.518729 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [None req-2cc3d78e-e269-4f5e-88d3-8f7747cfa782 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 17 04:07:29.525724 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [None req-2cc3d78e-e269-4f5e-88d3-8f7747cfa782 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 17 04:07:29.535806 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cc3d78e-e269-4f5e-88d3-8f7747cfa782 admin admin] Made reservation on behalf of 20095d40d9834d4b9753d4486e3a3e2c for: {'network': 1} {{(pid=86330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 17 04:07:29.541691 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-2cc3d78e-e269-4f5e-88d3-8f7747cfa782 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853081909'] for network, before_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:07:29.556379 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-2cc3d78e-e269-4f5e-88d3-8f7747cfa782 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:07:29.572691 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [None req-2cc3d78e-e269-4f5e-88d3-8f7747cfa782 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 17 04:07:29.578909 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [None req-2cc3d78e-e269-4f5e-88d3-8f7747cfa782 admin admin] Usage tracker for resource:security_group_rule and tenant:20095d40d9834d4b9753d4486e3a3e2c is out of sync, need to count used quota {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 17 04:07:29.583157 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [None req-2cc3d78e-e269-4f5e-88d3-8f7747cfa782 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 17 04:07:29.591029 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [None req-2cc3d78e-e269-4f5e-88d3-8f7747cfa782 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 17 04:07:29.610001 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147420ca-89c0-4dfd-8404-54f09b0cf421 req-9e7e9059-359a-4b1f-b10c-b7f14b02fd59 tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:07:29.612916 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-147420ca-89c0-4dfd-8404-54f09b0cf421 req-9e7e9059-359a-4b1f-b10c-b7f14b02fd59 tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] 10.222.0.20 "GET /v2.0/ports?device_id=e7bd5423-b2e2-475d-a2ab-f5ceb7a824a7 HTTP/1.1" status: 200 len: 945 time: 0.0995779 Apr 17 04:07:29.682228 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-2cc3d78e-e269-4f5e-88d3-8f7747cfa782 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:07:29.686063 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-2cc3d78e-e269-4f5e-88d3-8f7747cfa782 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920236'] for security_group, after_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:07:29.690597 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-bbd1698d-ecd4-4e14-814b-5e9565e0cd09 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:07:29.719099 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2cc3d78e-e269-4f5e-88d3-8f7747cfa782 admin admin] vlan segment allocate from pool success with {'vlan_id': 149, 'physical_network': 'physnet1'} {{(pid=86330) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 17 04:07:29.725112 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-147420ca-89c0-4dfd-8404-54f09b0cf421 req-76ff444f-c732-4422-912a-04744c76a455 tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] 10.222.0.20 "GET /v2.0/security-groups?id=48edf01a-27e1-4331-aa2f-debc447aa56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069553 Apr 17 04:07:29.734649 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc3d78e-e269-4f5e-88d3-8f7747cfa782 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e01e7c40-4b22-407a-a279-6b071a5a6d80,revision_number=1']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:07:29.737722 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-2cc3d78e-e269-4f5e-88d3-8f7747cfa782 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852729262'] for segment, precommit_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:07:29.738108 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.db.segments_db [None req-2cc3d78e-e269-4f5e-88d3-8f7747cfa782 admin admin] Added segment aa880a9b-d843-41c6-bf8f-60abaf737a30 of type vlan for network 43cd83d7-cb61-4acf-ae4e-cda478ed81e9 Apr 17 04:07:29.744536 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-2cc3d78e-e269-4f5e-88d3-8f7747cfa782 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:07:29.759113 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1011e0a5-77a0-4dfc-aecf-99a8abc6618f req-fe848678-8024-4ce8-ac6a-477effd9871e tempest-AttachVolumeNegativeTest-1226596354 tempest-AttachVolumeNegativeTest-1226596354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:07:29.760773 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-1011e0a5-77a0-4dfc-aecf-99a8abc6618f req-fe848678-8024-4ce8-ac6a-477effd9871e tempest-AttachVolumeNegativeTest-1226596354 tempest-AttachVolumeNegativeTest-1226596354-project] 10.222.0.20 "GET /v2.0/ports?device_id=c9618248-c865-49a1-9054-10eacfcf24c6 HTTP/1.1" status: 200 len: 943 time: 0.1264455 Apr 17 04:07:29.770798 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-2cc3d78e-e269-4f5e-88d3-8f7747cfa782 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792299528426'] for network, precommit_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:07:29.808314 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-2cc3d78e-e269-4f5e-88d3-8f7747cfa782 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854152290'] for network, after_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:07:29.809673 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cc3d78e-e269-4f5e-88d3-8f7747cfa782 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:07:29.810309 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-2cc3d78e-e269-4f5e-88d3-8f7747cfa782 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854152307'] for network, before_response {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:07:29.812917 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-1011e0a5-77a0-4dfc-aecf-99a8abc6618f req-172efd5b-a3c4-405e-829f-e2ffb066556d tempest-AttachVolumeNegativeTest-1226596354 tempest-AttachVolumeNegativeTest-1226596354-project] 10.222.0.20 "GET /v2.0/security-groups?id=ae5ae7d4-03a6-4de4-82fb-45078eb27a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457923 Apr 17 04:07:29.815672 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-89495f30-56df-493e-bef3-686707ede5d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:07:29.921193 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [None req-2cc3d78e-e269-4f5e-88d3-8f7747cfa782 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5340111 Apr 17 04:07:29.921994 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc3d78e-e269-4f5e-88d3-8f7747cfa782 admin admin] Pushing event updated for resources: {'Network': ['ID=43cd83d7-cb61-4acf-ae4e-cda478ed81e9,revision_number=1']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:07:29.924192 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.20', 55902) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 17 04:07:29.927116 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-2cc3d78e-e269-4f5e-88d3-8f7747cfa782 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:07:29.930940 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.v2.base [None req-b1668216-e519-4a19-8297-d622d4de742d admin admin] Request body: {'subnet': {'network_id': '43cd83d7-cb61-4acf-ae4e-cda478ed81e9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1304640215-subnet', 'tenant_id': '20095d40d9834d4b9753d4486e3a3e2c', 'ip_version': 4}} {{(pid=86330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 17 04:07:29.932587 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.rpc [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] Network 43cd83d7-cb61-4acf-ae4e-cda478ed81e9 details requested by agent ovs-agent-dv-cinder-786054-2-smb with host dv-cinder-786054-2-smb {{(pid=86332) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 17 04:07:29.936179 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [None req-b1668216-e519-4a19-8297-d622d4de742d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 17 04:07:29.940306 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [None req-b1668216-e519-4a19-8297-d622d4de742d admin admin] Usage tracker for resource:subnet and tenant:20095d40d9834d4b9753d4486e3a3e2c is out of sync, need to count used quota {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 17 04:07:29.943373 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [None req-b1668216-e519-4a19-8297-d622d4de742d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 17 04:07:29.950231 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [None req-b1668216-e519-4a19-8297-d622d4de742d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 17 04:07:29.960846 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1668216-e519-4a19-8297-d622d4de742d admin admin] Made reservation on behalf of 20095d40d9834d4b9753d4486e3a3e2c for: {'subnet': 1} {{(pid=86330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 17 04:07:29.965619 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-b1668216-e519-4a19-8297-d622d4de742d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2101262'] for subnet, before_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:07:30.440044 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-b1668216-e519-4a19-8297-d622d4de742d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854152290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2556018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2101279'] for subnet, after_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:07:30.445630 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-ff54bc5b-ef12-4e58-ae0b-6d005b64fb84 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:07:30.554929 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1668216-e519-4a19-8297-d622d4de742d admin admin] Pushing event updated for resources: {'Subnet': ['ID=1a503fcd-4993-4e66-b302-8d39173456fd,revision_number=0']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:07:30.561255 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-b1668216-e519-4a19-8297-d622d4de742d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:07:30.564179 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1668216-e519-4a19-8297-d622d4de742d admin admin] Checking segment: {'id': 'aa880a9b-d843-41c6-bf8f-60abaf737a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '43cd83d7-cb61-4acf-ae4e-cda478ed81e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 17 04:07:30.564606 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1668216-e519-4a19-8297-d622d4de742d admin admin] Network hostable DHCP agents. Network: 43cd83d7-cb61-4acf-ae4e-cda478ed81e9, hostable agents: ['24f06517-14a9-410e-b60e-7bfb109842b9'], hosted agents: [] {{(pid=86330) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 17 04:07:30.587359 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1668216-e519-4a19-8297-d622d4de742d admin admin] Network 43cd83d7-cb61-4acf-ae4e-cda478ed81e9 is scheduled to be hosted by DHCP agent 24f06517-14a9-410e-b60e-7bfb109842b9 with binding_index 1 {{(pid=86330) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 17 04:07:30.612568 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.scheduler.base_scheduler [None req-b1668216-e519-4a19-8297-d622d4de742d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786054-2-smb, 43cd83d7-cb61-4acf-ae4e-cda478ed81e9) {{(pid=86330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 17 04:07:30.622804 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37952e9f-e59a-4b13-aac8-922a216e1678 None None] Network 43cd83d7-cb61-4acf-ae4e-cda478ed81e9 requested from dv-cinder-786054-2-smb {{(pid=86332) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 17 04:07:30.629790 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1668216-e519-4a19-8297-d622d4de742d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:07:30.630541 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-b1668216-e519-4a19-8297-d622d4de742d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854152307'] for subnet, before_response {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:07:30.663350 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.20', 55922) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 17 04:07:30.669652 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.v2.base [None req-e560284e-bda6-4f24-b06a-f2647cb0bf18 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1304640215-router', 'tenant_id': '20095d40d9834d4b9753d4486e3a3e2c', 'external_gateway_info': {'network_id': '3299e77b-a72c-46bf-8676-13cef166cd0a'}}} {{(pid=86331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 17 04:07:30.673759 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [None req-b1668216-e519-4a19-8297-d622d4de742d admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7483680 Apr 17 04:07:30.676947 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [None req-e560284e-bda6-4f24-b06a-f2647cb0bf18 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 17 04:07:30.681233 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [None req-e560284e-bda6-4f24-b06a-f2647cb0bf18 admin admin] Usage tracker for resource:router and tenant:20095d40d9834d4b9753d4486e3a3e2c is out of sync, need to count used quota {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 17 04:07:30.684903 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [None req-e560284e-bda6-4f24-b06a-f2647cb0bf18 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 17 04:07:30.692561 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [None req-e560284e-bda6-4f24-b06a-f2647cb0bf18 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 17 04:07:30.704948 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-e560284e-bda6-4f24-b06a-f2647cb0bf18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1021932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854768848'] for router, before_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:07:30.706117 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-e560284e-bda6-4f24-b06a-f2647cb0bf18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853753884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853831678', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853853165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6953'] for router, precommit_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:07:30.722409 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-e560284e-bda6-4f24-b06a-f2647cb0bf18 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:07:30.908845 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b894c289-b8f0-49ed-961b-b1e73d483da2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp99d047f8-0569-52f0-a2e8-3bcffc7769b2-43cd83d7-cb61-4acf-ae4e-cda478ed81e9', 'network_id': '43cd83d7-cb61-4acf-ae4e-cda478ed81e9', 'tenant_id': '20095d40d9834d4b9753d4486e3a3e2c', 'fixed_ips': [{'subnet_id': '1a503fcd-4993-4e66-b302-8d39173456fd'}]}} from dv-cinder-786054-2-smb. {{(pid=86332) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 17 04:07:30.910455 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-b894c289-b8f0-49ed-961b-b1e73d483da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853081909'] for port, before_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:07:31.087130 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.db_base_plugin_common [None req-b894c289-b8f0-49ed-961b-b1e73d483da2 None None] Allocated IP 172.20.0.2 (43cd83d7-cb61-4acf-ae4e-cda478ed81e9/1a503fcd-4993-4e66-b302-8d39173456fd/e80635c9-432e-411b-8a46-a998cb95ae60) {{(pid=86332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 17 04:07:31.158018 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-e560284e-bda6-4f24-b06a-f2647cb0bf18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853831435', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853752993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6938'] for router, precommit_update {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:07:31.263958 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4f9745-8f57-4f79-ba97-16e68b993bd8 req-bc727e31-eeed-4ed8-99cb-bca4f6de1ec1 tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:07:31.266055 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-1d4f9745-8f57-4f79-ba97-16e68b993bd8 req-bc727e31-eeed-4ed8-99cb-bca4f6de1ec1 tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] 10.222.0.20 "GET /v2.0/ports?device_id=e7bd5423-b2e2-475d-a2ab-f5ceb7a824a7 HTTP/1.1" status: 200 len: 945 time: 0.3744130 Apr 17 04:07:31.282817 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbe2b3b-a9c4-4e8d-bdc7-624a68545f45 req-da9653e2-b075-4b16-a5c3-1c907b396436 tempest-AttachVolumeNegativeTest-1226596354 tempest-AttachVolumeNegativeTest-1226596354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:07:31.284566 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-efbe2b3b-a9c4-4e8d-bdc7-624a68545f45 req-da9653e2-b075-4b16-a5c3-1c907b396436 tempest-AttachVolumeNegativeTest-1226596354 tempest-AttachVolumeNegativeTest-1226596354-project] 10.222.0.20 "GET /v2.0/ports?device_id=c9618248-c865-49a1-9054-10eacfcf24c6 HTTP/1.1" status: 200 len: 943 time: 0.3433423 Apr 17 04:07:31.350402 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.rpc [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Device a29db140-51e9-4510-be91-21cf536358fe details requested by agent hyperv_hv-cinder-78605 with host hv-cinder-78605 {{(pid=86332) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 17 04:07:31.608862 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.db [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] For port a29db140-51e9-4510-be91-21cf536358fe, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=a29db140-51e9-4510-be91-21cf536358fe,segment=NetworkSegment(21289dc9-e49a-4956-a25b-e0a8cf0d6ebd),segment_id=21289dc9-e49a-4956-a25b-e0a8cf0d6ebd)] {{(pid=86332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 17 04:07:31.626869 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-b894c289-b8f0-49ed-961b-b1e73d483da2 None None] Notify callbacks [] for port, precommit_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:07:31.633599 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.rpc [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Returning: {'device': 'a29db140-51e9-4510-be91-21cf536358fe', 'network_id': 'e6680b4c-b81d-4947-a2bb-bed68ccc8fd7', 'port_id': 'a29db140-51e9-4510-be91-21cf536358fe', 'mac_address': 'fa:16:3e:23:68:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '081dd618-920d-4243-8505-347b38674470', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86332) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 17 04:07:31.641747 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.provisioning_blocks [None req-b894c289-b8f0-49ed-961b-b1e73d483da2 None None] Transition to ACTIVE for port object e80635c9-432e-411b-8a46-a998cb95ae60 will not be triggered until provisioned by entity L2. {{(pid=86332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 17 04:07:31.645643 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-1d4f9745-8f57-4f79-ba97-16e68b993bd8 req-cbe2c0ea-2607-44de-ab29-9da810e3aee4 tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] 10.222.0.20 "GET /v2.0/security-groups?id=48edf01a-27e1-4331-aa2f-debc447aa56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3599224 Apr 17 04:07:31.678031 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-efbe2b3b-a9c4-4e8d-bdc7-624a68545f45 req-f8ade5b9-8462-48a5-9516-3b4b28404da0 tempest-AttachVolumeNegativeTest-1226596354 tempest-AttachVolumeNegativeTest-1226596354-project] 10.222.0.20 "GET /v2.0/security-groups?id=ae5ae7d4-03a6-4de4-82fb-45078eb27a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3718562 Apr 17 04:07:31.715393 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853081909'] for port, before_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:07:31.735637 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.notifiers.nova [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a29db140-51e9-4510-be91-21cf536358fe {{(pid=86332) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 17 04:07:31.754996 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.provisioning_blocks [None req-b894c289-b8f0-49ed-961b-b1e73d483da2 None None] Transition to ACTIVE for port object e80635c9-432e-411b-8a46-a998cb95ae60 will not be triggered until provisioned by entity DHCP. {{(pid=86332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 17 04:07:31.760815 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.db [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] For port a29db140-51e9-4510-be91-21cf536358fe, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=a29db140-51e9-4510-be91-21cf536358fe,segment=NetworkSegment(21289dc9-e49a-4956-a25b-e0a8cf0d6ebd),segment_id=21289dc9-e49a-4956-a25b-e0a8cf0d6ebd)] {{(pid=86332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 17 04:07:31.762816 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-b894c289-b8f0-49ed-961b-b1e73d483da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1691685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854152290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244555219623'] for port, after_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:07:31.772982 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:07:31.817938 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1691685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854152290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792299986632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244555219606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792299556228'] for port, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:07:31.831942 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b894c289-b8f0-49ed-961b-b1e73d483da2 None None] Network 43cd83d7-cb61-4acf-ae4e-cda478ed81e9 is already hosted by enough agents. {{(pid=86332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 17 04:07:31.834987 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.scheduler.base_scheduler [None req-b894c289-b8f0-49ed-961b-b1e73d483da2 None None] Resources bound (agent type, host, resource id): {{(pid=86332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 17 04:07:31.843819 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b894c289-b8f0-49ed-961b-b1e73d483da2 None None] Received port after_create {{(pid=86332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 17 04:07:31.946832 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.managers [None req-b894c289-b8f0-49ed-961b-b1e73d483da2 None None] Attempting to bind port e80635c9-432e-411b-8a46-a998cb95ae60 on host dv-cinder-786054-2-smb for vnic_type normal with profile {{(pid=86332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 17 04:07:31.947463 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.managers [None req-b894c289-b8f0-49ed-961b-b1e73d483da2 None None] Attempting to bind port e80635c9-432e-411b-8a46-a998cb95ae60 by drivers openvswitch,hyperv on host dv-cinder-786054-2-smb at level 0 using segments [{'id': 'aa880a9b-d843-41c6-bf8f-60abaf737a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '43cd83d7-cb61-4acf-ae4e-cda478ed81e9'}] {{(pid=86332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 17 04:07:31.948012 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b894c289-b8f0-49ed-961b-b1e73d483da2 None None] Attempting to bind port e80635c9-432e-411b-8a46-a998cb95ae60 on network 43cd83d7-cb61-4acf-ae4e-cda478ed81e9 {{(pid=86332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 17 04:07:31.951010 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b894c289-b8f0-49ed-961b-b1e73d483da2 None None] Pushing event updated for resources: {'Port': ['ID=e80635c9-432e-411b-8a46-a998cb95ae60,revision_number=1']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:07:31.954919 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-b894c289-b8f0-49ed-961b-b1e73d483da2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:07:31.955339 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.127s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:07:32.010312 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b894c289-b8f0-49ed-961b-b1e73d483da2 None None] Checking agent: {'id': '96b6248f-f9b9-4a9f-9317-f4ef1fc85571', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786054-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 17, 3, 57, 41), 'started_at': datetime.datetime(2021, 4, 17, 3, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 4, 17, 4, 7, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786054-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 17 04:07:32.010743 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b894c289-b8f0-49ed-961b-b1e73d483da2 None None] Checking segment: {'id': 'aa880a9b-d843-41c6-bf8f-60abaf737a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '43cd83d7-cb61-4acf-ae4e-cda478ed81e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 17 04:07:32.011172 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-b894c289-b8f0-49ed-961b-b1e73d483da2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:07:32.011542 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b894c289-b8f0-49ed-961b-b1e73d483da2 None None] Bound using segment: {'id': 'aa880a9b-d843-41c6-bf8f-60abaf737a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '43cd83d7-cb61-4acf-ae4e-cda478ed81e9'} {{(pid=86332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 17 04:07:32.025206 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.managers [None req-b894c289-b8f0-49ed-961b-b1e73d483da2 None None] Bound port: e80635c9-432e-411b-8a46-a998cb95ae60, host: dv-cinder-786054-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa880a9b-d843-41c6-bf8f-60abaf737a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '43cd83d7-cb61-4acf-ae4e-cda478ed81e9'}}] {{(pid=86332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 17 04:07:32.025856 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-b894c289-b8f0-49ed-961b-b1e73d483da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853081909'] for port, before_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:07:32.178232 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.db [None req-b894c289-b8f0-49ed-961b-b1e73d483da2 None None] For port e80635c9-432e-411b-8a46-a998cb95ae60, host dv-cinder-786054-2-smb, cleared binding levels {{(pid=86332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 17 04:07:32.181820 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.db [None req-b894c289-b8f0-49ed-961b-b1e73d483da2 None None] For port e80635c9-432e-411b-8a46-a998cb95ae60, host dv-cinder-786054-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-2-smb',level=0,port_id=e80635c9-432e-411b-8a46-a998cb95ae60,segment=NetworkSegment(aa880a9b-d843-41c6-bf8f-60abaf737a30),segment_id=aa880a9b-d843-41c6-bf8f-60abaf737a30)] {{(pid=86332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 17 04:07:32.182818 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-e560284e-bda6-4f24-b06a-f2647cb0bf18 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:07:32.190585 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-b894c289-b8f0-49ed-961b-b1e73d483da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1691685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854152290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792299986632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244555219606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792299556228'] for port, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:07:32.234246 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Pushing event updated for resources: {'Port': ['ID=a29db140-51e9-4510-be91-21cf536358fe,revision_number=4']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:07:32.234416 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-e560284e-bda6-4f24-b06a-f2647cb0bf18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853081909'] for port, before_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:07:32.243678 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:07:32.245887 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-1b1e25aa-dce6-4d47-a621-c324463fb457 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.043s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:07:32.340226 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.db [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] get_ports_and_sgs() called for port_ids ['a29db140-51e9-4510-be91-21cf536358fe'] {{(pid=86332) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 17 04:07:32.406911 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.20', 55954) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 17 04:07:32.444607 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.db_base_plugin_common [None req-e560284e-bda6-4f24-b06a-f2647cb0bf18 admin admin] Allocated IP 172.28.1.7 (3299e77b-a72c-46bf-8676-13cef166cd0a/126682c8-3b96-411d-a59b-48497db5cf0c/fb653b47-67c9-47d3-a54e-625149b21938) {{(pid=86331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 17 04:07:32.505460 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b894c289-b8f0-49ed-961b-b1e73d483da2 None None] Pushing event updated for resources: {'Port': ['ID=e80635c9-432e-411b-8a46-a998cb95ae60,revision_number=2']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:07:32.510392 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-b894c289-b8f0-49ed-961b-b1e73d483da2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:07:32.715966 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-4a780528-f2e2-47d0-bc67-6ab10a3f8804 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:07:32.746446 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [None req-4a780528-f2e2-47d0-bc67-6ab10a3f8804 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 17 04:07:32.752851 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [None req-4a780528-f2e2-47d0-bc67-6ab10a3f8804 admin admin] Usage tracker for resource:security_group_rule and tenant:5a5b1087e2cb4c66b7705d8f0c1dec9f is out of sync, need to count used quota {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 17 04:07:32.758101 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [None req-4a780528-f2e2-47d0-bc67-6ab10a3f8804 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 17 04:07:32.771592 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [None req-4a780528-f2e2-47d0-bc67-6ab10a3f8804 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 17 04:07:32.802331 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-e560284e-bda6-4f24-b06a-f2647cb0bf18 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:07:32.892207 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-e560284e-bda6-4f24-b06a-f2647cb0bf18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1691685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854152290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244555219623'] for port, after_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:07:32.908533 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:07:32.948848 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-4a780528-f2e2-47d0-bc67-6ab10a3f8804 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:07:32.953468 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-4a780528-f2e2-47d0-bc67-6ab10a3f8804 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920236'] for security_group, after_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:07:32.963834 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-566cdd75-d854-451a-81e7-17cd276fc506 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:07:33.032644 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a780528-f2e2-47d0-bc67-6ab10a3f8804 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e87b8346-6632-49b6-9210-a20b2cf1ad69,revision_number=1']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:07:33.038755 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [None req-4a780528-f2e2-47d0-bc67-6ab10a3f8804 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5a5b1087e2cb4c66b7705d8f0c1dec9f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6299896 Apr 17 04:07:33.040007 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-4a780528-f2e2-47d0-bc67-6ab10a3f8804 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:07:33.041745 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e560284e-bda6-4f24-b06a-f2647cb0bf18 admin admin] Network 3299e77b-a72c-46bf-8676-13cef166cd0a is already hosted by enough agents. {{(pid=86331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 17 04:07:33.041859 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.20', 55966) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 17 04:07:33.051762 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.scheduler.base_scheduler [None req-e560284e-bda6-4f24-b06a-f2647cb0bf18 admin admin] Resources bound (agent type, host, resource id): {{(pid=86331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 17 04:07:33.062729 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e560284e-bda6-4f24-b06a-f2647cb0bf18 admin admin] Received port after_create {{(pid=86331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 17 04:07:33.121474 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-a045ca32-7c16-44cc-b324-6d5dc41eafad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:07:33.133071 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e560284e-bda6-4f24-b06a-f2647cb0bf18 admin admin] Pushing event updated for resources: {'Port': ['ID=fb653b47-67c9-47d3-a54e-625149b21938,revision_number=1']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:07:33.155552 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-a045ca32-7c16-44cc-b324-6d5dc41eafad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:07:33.201284 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-e560284e-bda6-4f24-b06a-f2647cb0bf18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:07:33.211636 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-a045ca32-7c16-44cc-b324-6d5dc41eafad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920236'] for security_group, after_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:07:33.217004 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-52361142-709b-4cb7-8bd3-54b65e07e3b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:07:33.236420 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a045ca32-7c16-44cc-b324-6d5dc41eafad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e87b8346-6632-49b6-9210-a20b2cf1ad69,revision_number=None']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:07:33.242192 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-a045ca32-7c16-44cc-b324-6d5dc41eafad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:07:33.244468 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-a045ca32-7c16-44cc-b324-6d5dc41eafad admin admin] Notify callbacks [] for security_group, before_response {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:07:33.256631 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [None req-a045ca32-7c16-44cc-b324-6d5dc41eafad admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e87b8346-6632-49b6-9210-a20b2cf1ad69 HTTP/1.1" status: 204 len: 168 time: 0.2027941 Apr 17 04:07:33.309317 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b99939b-8b0a-4ecb-8029-041c0313e44c req-18ccd02f-be3f-4e64-83c3-0e4971d26315 tempest-AttachVolumeNegativeTest-1226596354 tempest-AttachVolumeNegativeTest-1226596354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:07:33.317826 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-1b99939b-8b0a-4ecb-8029-041c0313e44c req-18ccd02f-be3f-4e64-83c3-0e4971d26315 tempest-AttachVolumeNegativeTest-1226596354 tempest-AttachVolumeNegativeTest-1226596354-project] 10.222.0.20 "GET /v2.0/ports?device_id=c9618248-c865-49a1-9054-10eacfcf24c6 HTTP/1.1" status: 200 len: 944 time: 0.4690354 Apr 17 04:07:33.370177 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115d4acd-2524-4d1b-9945-b5a523b3b67b req-75429492-a9e8-4117-baa9-71a40ab18c64 tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:07:33.371681 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-115d4acd-2524-4d1b-9945-b5a523b3b67b req-75429492-a9e8-4117-baa9-71a40ab18c64 tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] 10.222.0.20 "GET /v2.0/ports?device_id=e7bd5423-b2e2-475d-a2ab-f5ceb7a824a7 HTTP/1.1" status: 200 len: 945 time: 0.4724367 Apr 17 04:07:33.463703 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-1b99939b-8b0a-4ecb-8029-041c0313e44c req-353c82d7-584a-4337-8bbc-4d6dd6f56725 tempest-AttachVolumeNegativeTest-1226596354 tempest-AttachVolumeNegativeTest-1226596354-project] 10.222.0.20 "GET /v2.0/security-groups?id=ae5ae7d4-03a6-4de4-82fb-45078eb27a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435554 Apr 17 04:07:33.492673 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-115d4acd-2524-4d1b-9945-b5a523b3b67b req-2c152f4f-f013-4db5-86e7-66a7424829b0 tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] 10.222.0.20 "GET /v2.0/security-groups?id=48edf01a-27e1-4331-aa2f-debc447aa56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113834 Apr 17 04:07:33.636937 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.rpc [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] Device e80635c9-432e-411b-8a46-a998cb95ae60 up at agent ovs-agent-dv-cinder-786054-2-smb {{(pid=86332) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 17 04:07:33.834668 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.provisioning_blocks [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] Provisioning for port e80635c9-432e-411b-8a46-a998cb95ae60 completed by entity L2. {{(pid=86332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 17 04:07:33.928112 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-e560284e-bda6-4f24-b06a-f2647cb0bf18 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:07:34.340688 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f9f4574-7602-4dda-842b-ca89167e722f None None] Network 43cd83d7-cb61-4acf-ae4e-cda478ed81e9 requested from dv-cinder-786054-2-smb {{(pid=86332) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 17 04:07:34.502656 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.20', 55990) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 17 04:07:34.517107 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-e560284e-bda6-4f24-b06a-f2647cb0bf18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1022791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-944351'] for router, after_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:07:34.661164 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.provisioning_blocks [None req-348a24a4-dfb9-435a-bbd9-a7b6724f3045 None None] Provisioning for port e80635c9-432e-411b-8a46-a998cb95ae60 completed by entity DHCP. {{(pid=86332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 17 04:07:34.671846 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-67e91a53-7efc-4e5e-9ab6-4da123d98920 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:07:34.690995 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [None req-67e91a53-7efc-4e5e-9ab6-4da123d98920 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 17 04:07:34.692882 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.provisioning_blocks [None req-348a24a4-dfb9-435a-bbd9-a7b6724f3045 None None] Provisioning complete for port e80635c9-432e-411b-8a46-a998cb95ae60 triggered by entity DHCP. {{(pid=86332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 17 04:07:34.693505 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-348a24a4-dfb9-435a-bbd9-a7b6724f3045 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2017814'] for port, provisioning_complete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:07:34.695518 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [None req-67e91a53-7efc-4e5e-9ab6-4da123d98920 admin admin] Usage tracker for resource:security_group_rule and tenant:e93dff805509454a9e889d0921f504a7 is out of sync, need to count used quota {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 17 04:07:34.699642 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [None req-67e91a53-7efc-4e5e-9ab6-4da123d98920 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 17 04:07:34.705815 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [None req-67e91a53-7efc-4e5e-9ab6-4da123d98920 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 17 04:07:34.840424 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-67e91a53-7efc-4e5e-9ab6-4da123d98920 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:07:34.852911 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-67e91a53-7efc-4e5e-9ab6-4da123d98920 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920236'] for security_group, after_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:07:34.864510 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-0bd7c005-f15f-4d41-83c9-a97c40cab30c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:07:34.916909 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e91a53-7efc-4e5e-9ab6-4da123d98920 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80b1c43d-8632-4612-bda4-07742c15eac4,revision_number=1']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:07:34.936557 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [None req-67e91a53-7efc-4e5e-9ab6-4da123d98920 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e93dff805509454a9e889d0921f504a7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4293201 Apr 17 04:07:34.939821 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-67e91a53-7efc-4e5e-9ab6-4da123d98920 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:07:34.940642 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.20', 56004) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 17 04:07:35.003872 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-348a24a4-dfb9-435a-bbd9-a7b6724f3045 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853081909'] for port, before_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:07:35.044422 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-c7eb667a-1ccb-4d33-854d-c46049b9e11d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:07:35.049860 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.db [None req-348a24a4-dfb9-435a-bbd9-a7b6724f3045 None None] For port e80635c9-432e-411b-8a46-a998cb95ae60, host dv-cinder-786054-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-2-smb',level=0,port_id=e80635c9-432e-411b-8a46-a998cb95ae60,segment=NetworkSegment(aa880a9b-d843-41c6-bf8f-60abaf737a30),segment_id=aa880a9b-d843-41c6-bf8f-60abaf737a30)] {{(pid=86332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 17 04:07:35.054665 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-348a24a4-dfb9-435a-bbd9-a7b6724f3045 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1691685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854152290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792299986632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244555219606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792299556228'] for port, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:07:35.059527 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:07:35.102130 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-c7eb667a-1ccb-4d33-854d-c46049b9e11d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:07:35.147666 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348a24a4-dfb9-435a-bbd9-a7b6724f3045 None None] Pushing event updated for resources: {'Port': ['ID=e80635c9-432e-411b-8a46-a998cb95ae60,revision_number=3']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:07:35.157825 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-348a24a4-dfb9-435a-bbd9-a7b6724f3045 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:07:35.165841 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-c7eb667a-1ccb-4d33-854d-c46049b9e11d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920236'] for security_group, after_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:07:35.172291 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-7ac2799d-367e-4326-83a7-3a704885e0e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:07:35.185443 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7eb667a-1ccb-4d33-854d-c46049b9e11d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80b1c43d-8632-4612-bda4-07742c15eac4,revision_number=None']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:07:35.188358 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-c7eb667a-1ccb-4d33-854d-c46049b9e11d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:07:35.202156 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-c7eb667a-1ccb-4d33-854d-c46049b9e11d admin admin] Notify callbacks [] for security_group, before_response {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:07:35.203643 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [None req-c7eb667a-1ccb-4d33-854d-c46049b9e11d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/80b1c43d-8632-4612-bda4-07742c15eac4 HTTP/1.1" status: 204 len: 168 time: 0.2615693 Apr 17 04:07:35.341497 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.rpc [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Device a29db140-51e9-4510-be91-21cf536358fe up at agent hyperv_hv-cinder-78605 {{(pid=86332) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 17 04:07:35.494768 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.rpc [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] Device e80635c9-432e-411b-8a46-a998cb95ae60 up at agent ovs-agent-dv-cinder-786054-2-smb {{(pid=86332) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 17 04:07:35.555746 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e560284e-bda6-4f24-b06a-f2647cb0bf18 admin admin] Router 2b91a02e-b9b7-4240-8341-3587330754f5 is scheduled to L3 agent 89c35117-d9bd-45d8-8d43-26735203dc9d with binding_index 1 {{(pid=86331) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 17 04:07:35.575120 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.provisioning_blocks [None req-1b208e37-a9f4-44e4-875a-580c174c6b8a None None] Provisioning complete for port e80635c9-432e-411b-8a46-a998cb95ae60 triggered by entity DHCP. {{(pid=86332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 17 04:07:35.576015 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-1b208e37-a9f4-44e4-875a-580c174c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2017814'] for port, provisioning_complete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:07:35.661335 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.provisioning_blocks [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Provisioning for port a29db140-51e9-4510-be91-21cf536358fe completed by entity L2. {{(pid=86332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 17 04:07:35.678451 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.provisioning_blocks [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Provisioning complete for port a29db140-51e9-4510-be91-21cf536358fe triggered by entity L2. {{(pid=86332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 17 04:07:35.679255 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2017814'] for port, provisioning_complete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:07:35.734172 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58a54f8-1b35-4106-977f-92980c251327 req-cbd9758d-59ba-4d00-9c3e-1d9707e9aef6 tempest-AttachVolumeNegativeTest-1226596354 tempest-AttachVolumeNegativeTest-1226596354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:07:35.735845 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-c58a54f8-1b35-4106-977f-92980c251327 req-cbd9758d-59ba-4d00-9c3e-1d9707e9aef6 tempest-AttachVolumeNegativeTest-1226596354 tempest-AttachVolumeNegativeTest-1226596354-project] 10.222.0.20 "GET /v2.0/ports?device_id=c9618248-c865-49a1-9054-10eacfcf24c6 HTTP/1.1" status: 200 len: 944 time: 0.8483739 Apr 17 04:07:35.760435 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f04383-b51b-4f73-bc65-7cfe7155e0f6 req-1731d09d-a628-4ee3-8bf1-3e3d367cb33b tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:07:35.762157 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-f5f04383-b51b-4f73-bc65-7cfe7155e0f6 req-1731d09d-a628-4ee3-8bf1-3e3d367cb33b tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] 10.222.0.20 "GET /v2.0/ports?device_id=e7bd5423-b2e2-475d-a2ab-f5ceb7a824a7 HTTP/1.1" status: 200 len: 945 time: 0.7486625 Apr 17 04:07:35.835945 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.provisioning_blocks [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] Provisioning complete for port e80635c9-432e-411b-8a46-a998cb95ae60 triggered by entity L2. {{(pid=86332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 17 04:07:35.836371 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2017814'] for port, provisioning_complete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:07:35.864558 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-f5f04383-b51b-4f73-bc65-7cfe7155e0f6 req-f3604c2d-d6a9-4473-bdec-d4efcfd1fe73 tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] 10.222.0.20 "GET /v2.0/security-groups?id=48edf01a-27e1-4331-aa2f-debc447aa56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895522 Apr 17 04:07:35.917033 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e560284e-bda6-4f24-b06a-f2647cb0bf18 admin admin] Notify agent at l3_agent.dv-cinder-786054-2-smb the message routers_updated {{(pid=86331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 17 04:07:35.929123 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aef162bd-e3f9-4787-aad5-08f3739bdc0e None None] Sync routers for ids ['2b91a02e-b9b7-4240-8341-3587330754f5'] in dv-cinder-786054-2-smb {{(pid=86333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 17 04:07:35.936269 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-c58a54f8-1b35-4106-977f-92980c251327 req-85a86fab-e92c-4051-865b-c98c9bd5c232 tempest-AttachVolumeNegativeTest-1226596354 tempest-AttachVolumeNegativeTest-1226596354-project] 10.222.0.20 "GET /v2.0/security-groups?id=ae5ae7d4-03a6-4de4-82fb-45078eb27a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699507 Apr 17 04:07:35.951707 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853081909'] for port, before_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:07:35.959656 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aef162bd-e3f9-4787-aad5-08f3739bdc0e None None] Routers {'2b91a02e-b9b7-4240-8341-3587330754f5'} bound to L3 agent in host dv-cinder-786054-2-smb {{(pid=86333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 17 04:07:35.963805 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.l3_hamode_db [None req-aef162bd-e3f9-4787-aad5-08f3739bdc0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786054-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-17T03:57:39Z,description=,heartbeat_timestamp=2021-04-17T04:07:10Z,host='dv-cinder-786054-2-smb',id=89c35117-d9bd-45d8-8d43-26735203dc9d,load=0,resource_versions=,resources_synced=,started_at=2021-04-17T03:57:39Z,topic='l3_agent')) {'router_ids': ['2b91a02e-b9b7-4240-8341-3587330754f5'], 'active': True} {{(pid=86333) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 17 04:07:35.982329 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-e560284e-bda6-4f24-b06a-f2647cb0bf18 admin admin] Notify callbacks [] for router, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:07:35.985285 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [None req-e560284e-bda6-4f24-b06a-f2647cb0bf18 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 5.3190327 Apr 17 04:07:35.986934 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.20', 56016) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 17 04:07:36.016544 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9618248-c865-49a1-9054-10eacfcf24c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a29db140-51e9-4510-be91-21cf536358fe'}] {{(pid=86332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 17 04:07:36.078259 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.db [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] For port a29db140-51e9-4510-be91-21cf536358fe, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=a29db140-51e9-4510-be91-21cf536358fe,segment=NetworkSegment(21289dc9-e49a-4956-a25b-e0a8cf0d6ebd),segment_id=21289dc9-e49a-4956-a25b-e0a8cf0d6ebd)] {{(pid=86332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 17 04:07:36.098379 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1691685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854152290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792299986632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244555219606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792299556228'] for port, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:07:36.114289 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:07:36.200576 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9618248-c865-49a1-9054-10eacfcf24c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a29db140-51e9-4510-be91-21cf536358fe', 'code': 200} Apr 17 04:07:36.282118 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Pushing event updated for resources: {'Port': ['ID=a29db140-51e9-4510-be91-21cf536358fe,revision_number=5']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:07:36.294565 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:07:36.389216 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.l3_dvr_db [None req-aef162bd-e3f9-4787-aad5-08f3739bdc0e None None] Set router 2b91a02e-b9b7-4240-8341-3587330754f5 gateway port host: dv-cinder-786054-2-smb {{(pid=86333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 17 04:07:36.497718 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83f83ba-0d97-4ba9-a7e2-0b01e34bdb31 req-0cc27101-286e-4203-a33b-c30637731da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:07:36.499832 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-a83f83ba-0d97-4ba9-a7e2-0b01e34bdb31 req-0cc27101-286e-4203-a33b-c30637731da5 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=c9618248-c865-49a1-9054-10eacfcf24c6 HTTP/1.1" status: 200 len: 1098 time: 0.0938823 Apr 17 04:07:36.571595 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-a83f83ba-0d97-4ba9-a7e2-0b01e34bdb31 req-1d264e08-5a66-4250-92f9-e1a85c324283 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=ae5ae7d4-03a6-4de4-82fb-45078eb27a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648565 Apr 17 04:07:36.794904 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.l3_hamode_db [None req-aef162bd-e3f9-4787-aad5-08f3739bdc0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b91a02e-b9b7-4240-8341-3587330754f5', 'name': 'tempest-TestMinimumBasicScenario-1304640215-router', 'tenant_id': '20095d40d9834d4b9753d4486e3a3e2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3299e77b-a72c-46bf-8676-13cef166cd0a', 'external_fixed_ips': [{'subnet_id': '126682c8-3b96-411d-a59b-48497db5cf0c', 'ip_address': '172.28.1.7'}], 'enable_snat': True}, 'gw_port_id': 'fb653b47-67c9-47d3-a54e-625149b21938', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-17T04:07:30Z', 'updated_at': '2021-04-17T04:07:33Z', 'revision_number': 3, 'project_id': '20095d40d9834d4b9753d4486e3a3e2c', 'gw_port': {'id': 'fb653b47-67c9-47d3-a54e-625149b21938', 'name': '', 'network_id': '3299e77b-a72c-46bf-8676-13cef166cd0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:50:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b91a02e-b9b7-4240-8341-3587330754f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '126682c8-3b96-411d-a59b-48497db5cf0c', 'ip_address': '172.28.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-17T04:07:32Z', 'updated_at': '2021-04-17T04:07:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '126682c8-3b96-411d-a59b-48497db5cf0c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-2-smb'}], 'dv-cinder-786054-2-smb', False) {} {{(pid=86333) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 17 04:07:36.799803 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aef162bd-e3f9-4787-aad5-08f3739bdc0e None None] Checking router: 2b91a02e-b9b7-4240-8341-3587330754f5 for host: dv-cinder-786054-2-smb {{(pid=86333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 17 04:07:36.800189 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aef162bd-e3f9-4787-aad5-08f3739bdc0e None None] Updating router 2b91a02e-b9b7-4240-8341-3587330754f5 port fb653b47-67c9-47d3-a54e-625149b21938 binding host dv-cinder-786054-2-smb {{(pid=86333) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 17 04:07:36.855262 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-b7b10355-8bdd-4195-92f3-7d2569902ee9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853081909'] for port, before_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:07:36.867226 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-aef162bd-e3f9-4787-aad5-08f3739bdc0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853081909'] for port, before_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:07:37.168794 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.db_base_plugin_common [None req-b7b10355-8bdd-4195-92f3-7d2569902ee9 admin admin] Allocated IP 172.20.0.1 (43cd83d7-cb61-4acf-ae4e-cda478ed81e9/1a503fcd-4993-4e66-b302-8d39173456fd/02ef0d5c-f46f-417d-ac8f-4d9f92f3e98c) {{(pid=86330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 17 04:07:37.252462 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7d77dc-4685-4f53-9dcd-8699f82be729 req-c856d023-dac5-4ca0-9e0d-2e40083a02fa tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:07:37.271453 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-5c7d77dc-4685-4f53-9dcd-8699f82be729 req-c856d023-dac5-4ca0-9e0d-2e40083a02fa tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] 10.222.0.20 "GET /v2.0/ports?device_id=e7bd5423-b2e2-475d-a2ab-f5ceb7a824a7 HTTP/1.1" status: 200 len: 945 time: 0.2167950 Apr 17 04:07:37.282668 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-d62e2930-018a-4949-bcf3-0b24cdeb0424 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244554870149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852757949'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:07:37.329834 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3471cb4-2df7-48ba-86a5-9b62269822cd req-e33fea8a-6f8f-4e38-8bbd-9b2d3a7d17a8 tempest-AttachVolumeNegativeTest-1226596354 tempest-AttachVolumeNegativeTest-1226596354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:07:37.331657 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-e3471cb4-2df7-48ba-86a5-9b62269822cd req-e33fea8a-6f8f-4e38-8bbd-9b2d3a7d17a8 tempest-AttachVolumeNegativeTest-1226596354 tempest-AttachVolumeNegativeTest-1226596354-project] 10.222.0.20 "GET /v2.0/ports?device_id=c9618248-c865-49a1-9054-10eacfcf24c6 HTTP/1.1" status: 200 len: 945 time: 0.1981554 Apr 17 04:07:37.345895 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-5c7d77dc-4685-4f53-9dcd-8699f82be729 req-370197e7-5ecf-42b3-a62a-41c0a923e144 tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] 10.222.0.20 "GET /v2.0/security-groups?id=48edf01a-27e1-4331-aa2f-debc447aa56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732453 Apr 17 04:07:37.414538 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-aef162bd-e3f9-4787-aad5-08f3739bdc0e None None] Notify callbacks [] for port, precommit_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:07:37.430618 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.provisioning_blocks [None req-aef162bd-e3f9-4787-aad5-08f3739bdc0e None None] Transition to ACTIVE for port object fb653b47-67c9-47d3-a54e-625149b21938 will not be triggered until provisioned by entity L2. {{(pid=86333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 17 04:07:37.438896 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-aef162bd-e3f9-4787-aad5-08f3739bdc0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1691685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854152290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792299986632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244555219606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792299556228'] for port, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:07:37.440661 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-b7b10355-8bdd-4195-92f3-7d2569902ee9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:07:37.444763 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-41ecfc4c-7c42-48c5-9add-8d5d3cc047ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:07:37.451050 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-e3471cb4-2df7-48ba-86a5-9b62269822cd req-ceb69983-0c7f-416b-96ea-9649034aa301 tempest-AttachVolumeNegativeTest-1226596354 tempest-AttachVolumeNegativeTest-1226596354-project] 10.222.0.20 "GET /v2.0/security-groups?id=ae5ae7d4-03a6-4de4-82fb-45078eb27a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030328 Apr 17 04:07:37.473093 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.provisioning_blocks [None req-b7b10355-8bdd-4195-92f3-7d2569902ee9 admin admin] Transition to ACTIVE for port object 02ef0d5c-f46f-417d-ac8f-4d9f92f3e98c will not be triggered until provisioned by entity DHCP. {{(pid=86330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 17 04:07:37.515268 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-b7b10355-8bdd-4195-92f3-7d2569902ee9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1691685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854152290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244555219623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852218909'] for port, after_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:07:37.522479 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-90266d11-8ab2-491a-95eb-21153c3659e1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:07:37.553176 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85920806-672c-44ab-a0f3-c12c70526fb2 None None] Pushing event updated for resources: {'Port': ['ID=fb653b47-67c9-47d3-a54e-625149b21938,revision_number=2']} {{(pid=86333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:07:37.569729 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85920806-672c-44ab-a0f3-c12c70526fb2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:07:37.570401 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85920806-672c-44ab-a0f3-c12c70526fb2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:07:37.570976 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85920806-672c-44ab-a0f3-c12c70526fb2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:07:37.571541 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85920806-672c-44ab-a0f3-c12c70526fb2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:07:37.572097 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85920806-672c-44ab-a0f3-c12c70526fb2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:07:37.572688 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85920806-672c-44ab-a0f3-c12c70526fb2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:07:37.573251 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85920806-672c-44ab-a0f3-c12c70526fb2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:07:37.573818 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85920806-672c-44ab-a0f3-c12c70526fb2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:07:37.574850 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85920806-672c-44ab-a0f3-c12c70526fb2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:07:37.575408 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85920806-672c-44ab-a0f3-c12c70526fb2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:07:37.575957 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85920806-672c-44ab-a0f3-c12c70526fb2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:07:37.576556 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85920806-672c-44ab-a0f3-c12c70526fb2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:07:37.608120 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7b10355-8bdd-4195-92f3-7d2569902ee9 admin admin] Network 43cd83d7-cb61-4acf-ae4e-cda478ed81e9 is already hosted by enough agents. {{(pid=86330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 17 04:07:37.611050 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.managers [None req-aef162bd-e3f9-4787-aad5-08f3739bdc0e None None] Attempting to bind port fb653b47-67c9-47d3-a54e-625149b21938 on host dv-cinder-786054-2-smb for vnic_type normal with profile {{(pid=86333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 17 04:07:37.611653 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.managers [None req-aef162bd-e3f9-4787-aad5-08f3739bdc0e None None] Attempting to bind port fb653b47-67c9-47d3-a54e-625149b21938 by drivers openvswitch,hyperv on host dv-cinder-786054-2-smb at level 0 using segments [{'id': '0331decf-77a3-4764-a14d-d11dc820119c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3299e77b-a72c-46bf-8676-13cef166cd0a'}] {{(pid=86333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 17 04:07:37.612095 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.scheduler.base_scheduler [None req-b7b10355-8bdd-4195-92f3-7d2569902ee9 admin admin] Resources bound (agent type, host, resource id): {{(pid=86330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 17 04:07:37.612542 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aef162bd-e3f9-4787-aad5-08f3739bdc0e None None] Attempting to bind port fb653b47-67c9-47d3-a54e-625149b21938 on network 3299e77b-a72c-46bf-8676-13cef166cd0a {{(pid=86333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 17 04:07:37.616348 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7b10355-8bdd-4195-92f3-7d2569902ee9 admin admin] Received port after_create {{(pid=86330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 17 04:07:37.634672 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aef162bd-e3f9-4787-aad5-08f3739bdc0e None None] Checking agent: {'id': '96b6248f-f9b9-4a9f-9317-f4ef1fc85571', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786054-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 17, 3, 57, 41), 'started_at': datetime.datetime(2021, 4, 17, 3, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 4, 17, 4, 7, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786054-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 17 04:07:37.635463 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aef162bd-e3f9-4787-aad5-08f3739bdc0e None None] Checking segment: {'id': '0331decf-77a3-4764-a14d-d11dc820119c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3299e77b-a72c-46bf-8676-13cef166cd0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 17 04:07:37.636121 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-aef162bd-e3f9-4787-aad5-08f3739bdc0e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:07:37.636788 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aef162bd-e3f9-4787-aad5-08f3739bdc0e None None] Bound using segment: {'id': '0331decf-77a3-4764-a14d-d11dc820119c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3299e77b-a72c-46bf-8676-13cef166cd0a'} {{(pid=86333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 17 04:07:37.637670 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.managers [None req-aef162bd-e3f9-4787-aad5-08f3739bdc0e None None] Bound port: fb653b47-67c9-47d3-a54e-625149b21938, host: dv-cinder-786054-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0331decf-77a3-4764-a14d-d11dc820119c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3299e77b-a72c-46bf-8676-13cef166cd0a'}}] {{(pid=86333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 17 04:07:37.640255 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-aef162bd-e3f9-4787-aad5-08f3739bdc0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853081909'] for port, before_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:07:37.660886 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b10355-8bdd-4195-92f3-7d2569902ee9 admin admin] Pushing event updated for resources: {'Port': ['ID=02ef0d5c-f46f-417d-ac8f-4d9f92f3e98c,revision_number=1']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:07:37.665815 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-b7b10355-8bdd-4195-92f3-7d2569902ee9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:07:37.701397 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-b7b10355-8bdd-4195-92f3-7d2569902ee9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036853752574'] for router_interface, before_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:07:37.776520 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.db [None req-aef162bd-e3f9-4787-aad5-08f3739bdc0e None None] For port fb653b47-67c9-47d3-a54e-625149b21938, host dv-cinder-786054-2-smb, cleared binding levels {{(pid=86333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 17 04:07:37.784336 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.db [None req-aef162bd-e3f9-4787-aad5-08f3739bdc0e None None] For port fb653b47-67c9-47d3-a54e-625149b21938, host dv-cinder-786054-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-2-smb',level=0,port_id=fb653b47-67c9-47d3-a54e-625149b21938,segment=NetworkSegment(0331decf-77a3-4764-a14d-d11dc820119c),segment_id=0331decf-77a3-4764-a14d-d11dc820119c)] {{(pid=86333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 17 04:07:37.789118 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-aef162bd-e3f9-4787-aad5-08f3739bdc0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1691685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854152290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792299986632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244555219606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792299556228'] for port, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:07:37.815822 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-85920806-672c-44ab-a0f3-c12c70526fb2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.371s {{(pid=86333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:07:37.816331 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-41ecfc4c-7c42-48c5-9add-8d5d3cc047ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.012s {{(pid=86333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:07:37.892094 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-b7b10355-8bdd-4195-92f3-7d2569902ee9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853081909'] for port, before_update {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:07:37.904514 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.provisioning_blocks [None req-d4d6894c-0ca9-4a4a-943e-17f0405ee554 None None] Provisioning for port 02ef0d5c-f46f-417d-ac8f-4d9f92f3e98c completed by entity DHCP. {{(pid=86332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 17 04:07:37.911459 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.provisioning_blocks [None req-d4d6894c-0ca9-4a4a-943e-17f0405ee554 None None] Provisioning complete for port 02ef0d5c-f46f-417d-ac8f-4d9f92f3e98c triggered by entity DHCP. {{(pid=86332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 17 04:07:37.911885 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-d4d6894c-0ca9-4a4a-943e-17f0405ee554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2017814'] for port, provisioning_complete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:07:37.926116 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85920806-672c-44ab-a0f3-c12c70526fb2 None None] Pushing event updated for resources: {'Port': ['ID=fb653b47-67c9-47d3-a54e-625149b21938,revision_number=3']} {{(pid=86333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:07:37.940697 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-85920806-672c-44ab-a0f3-c12c70526fb2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=86333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:07:37.941540 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aef162bd-e3f9-4787-aad5-08f3739bdc0e None None] Routers {'2b91a02e-b9b7-4240-8341-3587330754f5'} bound to L3 agent in host dv-cinder-786054-2-smb {{(pid=86333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 17 04:07:37.942415 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.l3_hamode_db [None req-aef162bd-e3f9-4787-aad5-08f3739bdc0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786054-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-17T03:57:39Z,description=,heartbeat_timestamp=2021-04-17T04:07:10Z,host='dv-cinder-786054-2-smb',id=89c35117-d9bd-45d8-8d43-26735203dc9d,load=0,resource_versions=,resources_synced=,started_at=2021-04-17T03:57:39Z,topic='l3_agent')) {'router_ids': ['2b91a02e-b9b7-4240-8341-3587330754f5'], 'active': True} {{(pid=86333) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 17 04:07:38.047232 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.plugin [None req-d4d6894c-0ca9-4a4a-943e-17f0405ee554 None None] Port 02ef0d5c-f46f-417d-ac8f-4d9f92f3e98c cannot update to ACTIVE because it is not bound. {{(pid=86332) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 17 04:07:38.185079 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-b7b10355-8bdd-4195-92f3-7d2569902ee9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:07:38.190054 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-b7b10355-8bdd-4195-92f3-7d2569902ee9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1691685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854152290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792299986632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244555219606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792299556228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2556906'] for port, after_update {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:07:38.224166 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-7bf13999-2400-4710-924b-8a9a46b02eec service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:07:38.305535 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b10355-8bdd-4195-92f3-7d2569902ee9 admin admin] Pushing event updated for resources: {'Port': ['ID=02ef0d5c-f46f-417d-ac8f-4d9f92f3e98c,revision_number=2']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:07:38.310868 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-b7b10355-8bdd-4195-92f3-7d2569902ee9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:07:38.343114 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-b7b10355-8bdd-4195-92f3-7d2569902ee9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854152273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1023333'] for router_interface, after_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:07:38.369844 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.l3_dvr_db [None req-aef162bd-e3f9-4787-aad5-08f3739bdc0e None None] Set router 2b91a02e-b9b7-4240-8341-3587330754f5 gateway port host: dv-cinder-786054-2-smb {{(pid=86333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 17 04:07:38.797178 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4950bcaf-dc6a-4d3b-a1e5-d679b5a8dfb2 req-44c3dcc5-f0e8-4613-ba8c-d58ed73e2b90 tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:07:38.805081 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-4950bcaf-dc6a-4d3b-a1e5-d679b5a8dfb2 req-44c3dcc5-f0e8-4613-ba8c-d58ed73e2b90 tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] 10.222.0.20 "GET /v2.0/ports?device_id=e7bd5423-b2e2-475d-a2ab-f5ceb7a824a7 HTTP/1.1" status: 200 len: 945 time: 0.2045555 Apr 17 04:07:38.852984 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30604ad8-e0a3-4024-bc7c-ed57eba357ea req-71eb83f4-1c60-4d94-8f94-8d9175e7fd27 tempest-AttachVolumeNegativeTest-1226596354 tempest-AttachVolumeNegativeTest-1226596354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:07:38.855161 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-30604ad8-e0a3-4024-bc7c-ed57eba357ea req-71eb83f4-1c60-4d94-8f94-8d9175e7fd27 tempest-AttachVolumeNegativeTest-1226596354 tempest-AttachVolumeNegativeTest-1226596354-project] 10.222.0.20 "GET /v2.0/ports?device_id=c9618248-c865-49a1-9054-10eacfcf24c6 HTTP/1.1" status: 200 len: 945 time: 0.1876602 Apr 17 04:07:38.891393 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-4950bcaf-dc6a-4d3b-a1e5-d679b5a8dfb2 req-2cba7b98-c97d-4e46-90ca-1285d888d384 tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] 10.222.0.20 "GET /v2.0/security-groups?id=48edf01a-27e1-4331-aa2f-debc447aa56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852275 Apr 17 04:07:38.910442 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.l3_hamode_db [None req-aef162bd-e3f9-4787-aad5-08f3739bdc0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b91a02e-b9b7-4240-8341-3587330754f5', 'name': 'tempest-TestMinimumBasicScenario-1304640215-router', 'tenant_id': '20095d40d9834d4b9753d4486e3a3e2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3299e77b-a72c-46bf-8676-13cef166cd0a', 'external_fixed_ips': [{'subnet_id': '126682c8-3b96-411d-a59b-48497db5cf0c', 'ip_address': '172.28.1.7'}], 'enable_snat': True}, 'gw_port_id': 'fb653b47-67c9-47d3-a54e-625149b21938', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-17T04:07:30Z', 'updated_at': '2021-04-17T04:07:37Z', 'revision_number': 4, 'project_id': '20095d40d9834d4b9753d4486e3a3e2c', 'gw_port': {'id': 'fb653b47-67c9-47d3-a54e-625149b21938', 'name': '', 'network_id': '3299e77b-a72c-46bf-8676-13cef166cd0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:50:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b91a02e-b9b7-4240-8341-3587330754f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '126682c8-3b96-411d-a59b-48497db5cf0c', 'ip_address': '172.28.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-17T04:07:32Z', 'updated_at': '2021-04-17T04:07:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '126682c8-3b96-411d-a59b-48497db5cf0c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-2-smb', '_interfaces': [{'id': '02ef0d5c-f46f-417d-ac8f-4d9f92f3e98c', 'name': '', 'network_id': '43cd83d7-cb61-4acf-ae4e-cda478ed81e9', 'tenant_id': '20095d40d9834d4b9753d4486e3a3e2c', 'mac_address': 'fa:16:3e:1e:3e:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b91a02e-b9b7-4240-8341-3587330754f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '1a503fcd-4993-4e66-b302-8d39173456fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-17T04:07:36Z', 'updated_at': '2021-04-17T04:07:37Z', 'revision_number': 1, 'project_id': '20095d40d9834d4b9753d4486e3a3e2c', 'subnets': [{'id': '1a503fcd-4993-4e66-b302-8d39173456fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-2-smb', False) {} {{(pid=86333) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 17 04:07:38.915814 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aef162bd-e3f9-4787-aad5-08f3739bdc0e None None] The sync data for ids ['2b91a02e-b9b7-4240-8341-3587330754f5'] in dv-cinder-786054-2-smb is: [{'id': '2b91a02e-b9b7-4240-8341-3587330754f5', 'name': 'tempest-TestMinimumBasicScenario-1304640215-router', 'tenant_id': '20095d40d9834d4b9753d4486e3a3e2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3299e77b-a72c-46bf-8676-13cef166cd0a', 'external_fixed_ips': [{'subnet_id': '126682c8-3b96-411d-a59b-48497db5cf0c', 'ip_address': '172.28.1.7'}], 'enable_snat': True}, 'gw_port_id': 'fb653b47-67c9-47d3-a54e-625149b21938', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-17T04:07:30Z', 'updated_at': '2021-04-17T04:07:37Z', 'revision_number': 4, 'project_id': '20095d40d9834d4b9753d4486e3a3e2c', 'gw_port': {'id': 'fb653b47-67c9-47d3-a54e-625149b21938', 'name': '', 'network_id': '3299e77b-a72c-46bf-8676-13cef166cd0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:50:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b91a02e-b9b7-4240-8341-3587330754f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '126682c8-3b96-411d-a59b-48497db5cf0c', 'ip_address': '172.28.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-17T04:07:32Z', 'updated_at': '2021-04-17T04:07:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '126682c8-3b96-411d-a59b-48497db5cf0c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-2-smb', '_interfaces': [{'id': '02ef0d5c-f46f-417d-ac8f-4d9f92f3e98c', 'name': '', 'network_id': '43cd83d7-cb61-4acf-ae4e-cda478ed81e9', 'tenant_id': '20095d40d9834d4b9753d4486e3a3e2c', 'mac_address': 'fa:16:3e:1e:3e:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b91a02e-b9b7-4240-8341-3587330754f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '1a503fcd-4993-4e66-b302-8d39173456fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-17T04:07:36Z', 'updated_at': '2021-04-17T04:07:37Z', 'revision_number': 1, 'project_id': '20095d40d9834d4b9753d4486e3a3e2c', 'subnets': [{'id': '1a503fcd-4993-4e66-b302-8d39173456fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 17 04:07:38.926590 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7b10355-8bdd-4195-92f3-7d2569902ee9 admin admin] Network 43cd83d7-cb61-4acf-ae4e-cda478ed81e9 is already hosted by enough agents. {{(pid=86330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 17 04:07:38.927947 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.scheduler.base_scheduler [None req-b7b10355-8bdd-4195-92f3-7d2569902ee9 admin admin] Resources bound (agent type, host, resource id): {{(pid=86330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 17 04:07:39.022858 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-30604ad8-e0a3-4024-bc7c-ed57eba357ea req-88e16c52-e3b1-4e76-b4d4-6fde5c3e1709 tempest-AttachVolumeNegativeTest-1226596354 tempest-AttachVolumeNegativeTest-1226596354-project] 10.222.0.20 "GET /v2.0/security-groups?id=ae5ae7d4-03a6-4de4-82fb-45078eb27a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469386 Apr 17 04:07:39.290593 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7b10355-8bdd-4195-92f3-7d2569902ee9 admin admin] Router 2b91a02e-b9b7-4240-8341-3587330754f5 has already been hosted by L3 agent 89c35117-d9bd-45d8-8d43-26735203dc9d {{(pid=86330) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 17 04:07:39.393976 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.provisioning_blocks [None req-d06d5da1-5169-4a44-932f-09d81a9fcc55 None None] Provisioning complete for port 02ef0d5c-f46f-417d-ac8f-4d9f92f3e98c triggered by entity DHCP. {{(pid=86332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 17 04:07:39.399011 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-d06d5da1-5169-4a44-932f-09d81a9fcc55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2017814'] for port, provisioning_complete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:07:39.544439 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.plugin [None req-d06d5da1-5169-4a44-932f-09d81a9fcc55 None None] Port 02ef0d5c-f46f-417d-ac8f-4d9f92f3e98c cannot update to ACTIVE because it is not bound. {{(pid=86332) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 17 04:07:39.587467 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-f52ba0de-d4ee-4b3f-b6ad-35a52d8ec9bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244554870149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852757949'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:07:39.688236 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7b10355-8bdd-4195-92f3-7d2569902ee9 admin admin] Notify agent at l3_agent.dv-cinder-786054-2-smb the message routers_updated {{(pid=86330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 17 04:07:39.705418 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [None req-b7b10355-8bdd-4195-92f3-7d2569902ee9 admin admin] 10.222.0.20 "PUT /v2.0/routers/2b91a02e-b9b7-4240-8341-3587330754f5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7166171 Apr 17 04:07:40.373211 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb6392f-4a26-4d33-aa69-aa0975b265cf req-2e4a653b-af80-4194-a3f9-da092be53521 tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:07:40.382714 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-9fb6392f-4a26-4d33-aa69-aa0975b265cf req-2e4a653b-af80-4194-a3f9-da092be53521 tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] 10.222.0.20 "GET /v2.0/ports?device_id=e7bd5423-b2e2-475d-a2ab-f5ceb7a824a7 HTTP/1.1" status: 200 len: 945 time: 0.3302636 Apr 17 04:07:40.472165 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-9fb6392f-4a26-4d33-aa69-aa0975b265cf req-c4d13371-caff-4d46-914d-ab5ca82b334f tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] 10.222.0.20 "GET /v2.0/security-groups?id=48edf01a-27e1-4331-aa2f-debc447aa56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883169 Apr 17 04:07:40.592723 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-c4f59f18-ba4f-4d63-813b-4697a67f74c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244554870149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852757949'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:07:40.805888 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.20', 56080) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 17 04:07:40.812212 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.v2.base [None req-5dd4ce8c-a19c-4c2a-8b14-d3bb469da092 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-264851891-network', 'tenant_id': '070afdb654ec4feaadf9deacc4d5389d'}} {{(pid=86330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 17 04:07:40.819250 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [None req-5dd4ce8c-a19c-4c2a-8b14-d3bb469da092 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 17 04:07:40.823751 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [None req-5dd4ce8c-a19c-4c2a-8b14-d3bb469da092 admin admin] Usage tracker for resource:network and tenant:070afdb654ec4feaadf9deacc4d5389d is out of sync, need to count used quota {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 17 04:07:40.827425 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [None req-5dd4ce8c-a19c-4c2a-8b14-d3bb469da092 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 17 04:07:40.836867 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [None req-5dd4ce8c-a19c-4c2a-8b14-d3bb469da092 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 17 04:07:40.850289 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dd4ce8c-a19c-4c2a-8b14-d3bb469da092 admin admin] Made reservation on behalf of 070afdb654ec4feaadf9deacc4d5389d for: {'network': 1} {{(pid=86330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 17 04:07:40.860377 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-5dd4ce8c-a19c-4c2a-8b14-d3bb469da092 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853081909'] for network, before_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:07:40.881569 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-5dd4ce8c-a19c-4c2a-8b14-d3bb469da092 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:07:40.909914 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [None req-5dd4ce8c-a19c-4c2a-8b14-d3bb469da092 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 17 04:07:40.915606 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [None req-5dd4ce8c-a19c-4c2a-8b14-d3bb469da092 admin admin] Usage tracker for resource:security_group_rule and tenant:070afdb654ec4feaadf9deacc4d5389d is out of sync, need to count used quota {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 17 04:07:40.919270 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [None req-5dd4ce8c-a19c-4c2a-8b14-d3bb469da092 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 17 04:07:40.932843 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [None req-5dd4ce8c-a19c-4c2a-8b14-d3bb469da092 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 17 04:07:40.943202 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244554870149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852757949'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:07:41.077129 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-5dd4ce8c-a19c-4c2a-8b14-d3bb469da092 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:07:41.080885 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-5dd4ce8c-a19c-4c2a-8b14-d3bb469da092 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920236'] for security_group, after_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:07:41.085632 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-a045ca32-7c16-44cc-b324-6d5dc41eafad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:07:41.117318 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5dd4ce8c-a19c-4c2a-8b14-d3bb469da092 admin admin] vlan segment allocate from pool success with {'vlan_id': 125, 'physical_network': 'physnet1'} {{(pid=86330) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 17 04:07:41.126384 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd4ce8c-a19c-4c2a-8b14-d3bb469da092 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=417ee8c1-4e80-405c-8224-9077bde7ff05,revision_number=1']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:07:41.130299 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-5dd4ce8c-a19c-4c2a-8b14-d3bb469da092 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:07:41.133143 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-5dd4ce8c-a19c-4c2a-8b14-d3bb469da092 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852729262'] for segment, precommit_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:07:41.133537 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.db.segments_db [None req-5dd4ce8c-a19c-4c2a-8b14-d3bb469da092 admin admin] Added segment fb7c0281-1e7b-4585-9fd3-09041ab55b7a of type vlan for network 21d58d11-d600-49b4-b6eb-061a4f165798 Apr 17 04:07:41.162699 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-5dd4ce8c-a19c-4c2a-8b14-d3bb469da092 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792299528426'] for network, precommit_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:07:41.193791 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-5dd4ce8c-a19c-4c2a-8b14-d3bb469da092 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854152290'] for network, after_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:07:41.195245 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dd4ce8c-a19c-4c2a-8b14-d3bb469da092 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:07:41.195890 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-5dd4ce8c-a19c-4c2a-8b14-d3bb469da092 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854152307'] for network, before_response {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:07:41.201405 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:07:41.306961 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [None req-5dd4ce8c-a19c-4c2a-8b14-d3bb469da092 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4973564 Apr 17 04:07:41.307361 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.20', 56084) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 17 04:07:41.313632 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.v2.base [None req-b65d2ab3-28cc-4741-8963-cb78a638bb96 admin admin] Request body: {'subnet': {'network_id': '21d58d11-d600-49b4-b6eb-061a4f165798', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-264851891-subnet', 'tenant_id': '070afdb654ec4feaadf9deacc4d5389d', 'ip_version': 4}} {{(pid=86331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 17 04:07:41.319086 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [None req-b65d2ab3-28cc-4741-8963-cb78a638bb96 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 17 04:07:41.325887 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [None req-b65d2ab3-28cc-4741-8963-cb78a638bb96 admin admin] Usage tracker for resource:subnet and tenant:070afdb654ec4feaadf9deacc4d5389d is out of sync, need to count used quota {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 17 04:07:41.330311 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [None req-b65d2ab3-28cc-4741-8963-cb78a638bb96 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 17 04:07:41.341652 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd4ce8c-a19c-4c2a-8b14-d3bb469da092 admin admin] Pushing event updated for resources: {'Network': ['ID=21d58d11-d600-49b4-b6eb-061a4f165798,revision_number=1']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:07:41.355947 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.rpc [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] Network 21d58d11-d600-49b4-b6eb-061a4f165798 details requested by agent ovs-agent-dv-cinder-786054-2-smb with host dv-cinder-786054-2-smb {{(pid=86332) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 17 04:07:41.358780 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-5dd4ce8c-a19c-4c2a-8b14-d3bb469da092 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:07:41.364561 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [None req-b65d2ab3-28cc-4741-8963-cb78a638bb96 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 17 04:07:41.385612 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b65d2ab3-28cc-4741-8963-cb78a638bb96 admin admin] Made reservation on behalf of 070afdb654ec4feaadf9deacc4d5389d for: {'subnet': 1} {{(pid=86331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 17 04:07:41.390584 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-b65d2ab3-28cc-4741-8963-cb78a638bb96 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:07:41.545174 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.rpc [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] Device fb653b47-67c9-47d3-a54e-625149b21938 up at agent ovs-agent-dv-cinder-786054-2-smb {{(pid=86332) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 17 04:07:41.743995 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-6f7ee5bc-ae74-4cc6-a62a-23eab2a2e65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244554870149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852757949'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:07:41.750022 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.provisioning_blocks [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] Provisioning for port fb653b47-67c9-47d3-a54e-625149b21938 completed by entity L2. {{(pid=86332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 17 04:07:41.756560 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.provisioning_blocks [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] Provisioning complete for port fb653b47-67c9-47d3-a54e-625149b21938 triggered by entity L2. {{(pid=86332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 17 04:07:41.757094 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2017814'] for port, provisioning_complete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:07:41.901476 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853081909'] for port, before_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:07:41.920904 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.db [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] For port fb653b47-67c9-47d3-a54e-625149b21938, host dv-cinder-786054-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-2-smb',level=0,port_id=fb653b47-67c9-47d3-a54e-625149b21938,segment=NetworkSegment(0331decf-77a3-4764-a14d-d11dc820119c),segment_id=0331decf-77a3-4764-a14d-d11dc820119c)] {{(pid=86332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 17 04:07:41.925298 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1691685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854152290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792299986632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244555219606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792299556228'] for port, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:07:41.927385 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:07:41.938328 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eeba616-be86-41f5-9053-4204d2f55b0f req-7cff1764-5feb-4107-9765-d4c86364888a tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:07:41.947575 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-0eeba616-be86-41f5-9053-4204d2f55b0f req-7cff1764-5feb-4107-9765-d4c86364888a tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] 10.222.0.20 "GET /v2.0/ports?device_id=e7bd5423-b2e2-475d-a2ab-f5ceb7a824a7 HTTP/1.1" status: 200 len: 945 time: 0.2057416 Apr 17 04:07:42.053153 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-0eeba616-be86-41f5-9053-4204d2f55b0f req-f66411fc-542c-49e0-9d6f-ca6829a278f6 tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] 10.222.0.20 "GET /v2.0/security-groups?id=48edf01a-27e1-4331-aa2f-debc447aa56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044586 Apr 17 04:07:42.094447 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] Pushing event updated for resources: {'Port': ['ID=fb653b47-67c9-47d3-a54e-625149b21938,revision_number=4']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:07:42.098656 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:07:42.334435 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-b65d2ab3-28cc-4741-8963-cb78a638bb96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854152290'] for subnet, after_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:07:42.339572 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:07:42.413141 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65d2ab3-28cc-4741-8963-cb78a638bb96 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d8efc28a-fb66-4d2f-becf-ebef93a6283d,revision_number=0']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:07:42.418177 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-b65d2ab3-28cc-4741-8963-cb78a638bb96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:07:42.422753 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244554870149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852757949'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:07:42.427787 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b65d2ab3-28cc-4741-8963-cb78a638bb96 admin admin] Checking segment: {'id': 'fb7c0281-1e7b-4585-9fd3-09041ab55b7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '21d58d11-d600-49b4-b6eb-061a4f165798'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 17 04:07:42.428194 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b65d2ab3-28cc-4741-8963-cb78a638bb96 admin admin] Network hostable DHCP agents. Network: 21d58d11-d600-49b4-b6eb-061a4f165798, hostable agents: ['24f06517-14a9-410e-b60e-7bfb109842b9'], hosted agents: [] {{(pid=86331) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 17 04:07:42.448271 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b65d2ab3-28cc-4741-8963-cb78a638bb96 admin admin] Network 21d58d11-d600-49b4-b6eb-061a4f165798 is scheduled to be hosted by DHCP agent 24f06517-14a9-410e-b60e-7bfb109842b9 with binding_index 1 {{(pid=86331) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 17 04:07:42.457844 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.scheduler.base_scheduler [None req-b65d2ab3-28cc-4741-8963-cb78a638bb96 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786054-2-smb, 21d58d11-d600-49b4-b6eb-061a4f165798) {{(pid=86331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 17 04:07:42.465485 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b65d2ab3-28cc-4741-8963-cb78a638bb96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:07:42.466166 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-b65d2ab3-28cc-4741-8963-cb78a638bb96 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854152307'] for subnet, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:07:42.467025 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24c79b73-c7c4-4ce8-b7dc-6dd2a4a1ac90 None None] Network 21d58d11-d600-49b4-b6eb-061a4f165798 requested from dv-cinder-786054-2-smb {{(pid=86332) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 17 04:07:42.491435 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [None req-b65d2ab3-28cc-4741-8963-cb78a638bb96 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.1828430 Apr 17 04:07:42.494303 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.20', 56108) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 17 04:07:42.500365 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.v2.base [None req-efb1a6b8-7ffc-4fc0-bcab-d7d87aa42cb5 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-264851891-router', 'tenant_id': '070afdb654ec4feaadf9deacc4d5389d', 'external_gateway_info': {'network_id': '3299e77b-a72c-46bf-8676-13cef166cd0a'}}} {{(pid=86331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 17 04:07:42.505682 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [None req-efb1a6b8-7ffc-4fc0-bcab-d7d87aa42cb5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 17 04:07:42.513823 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [None req-efb1a6b8-7ffc-4fc0-bcab-d7d87aa42cb5 admin admin] Usage tracker for resource:router and tenant:070afdb654ec4feaadf9deacc4d5389d is out of sync, need to count used quota {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 17 04:07:42.517876 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [None req-efb1a6b8-7ffc-4fc0-bcab-d7d87aa42cb5 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 17 04:07:42.525555 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [None req-efb1a6b8-7ffc-4fc0-bcab-d7d87aa42cb5 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 17 04:07:42.539430 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-efb1a6b8-7ffc-4fc0-bcab-d7d87aa42cb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1021932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854768848'] for router, before_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:07:42.540774 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-efb1a6b8-7ffc-4fc0-bcab-d7d87aa42cb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853753884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853831678', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853853165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6953'] for router, precommit_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:07:42.561717 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-efb1a6b8-7ffc-4fc0-bcab-d7d87aa42cb5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:07:42.748473 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be9bc4e9-234a-41e5-abcc-54761f49d93b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp99d047f8-0569-52f0-a2e8-3bcffc7769b2-21d58d11-d600-49b4-b6eb-061a4f165798', 'network_id': '21d58d11-d600-49b4-b6eb-061a4f165798', 'tenant_id': '070afdb654ec4feaadf9deacc4d5389d', 'fixed_ips': [{'subnet_id': 'd8efc28a-fb66-4d2f-becf-ebef93a6283d'}]}} from dv-cinder-786054-2-smb. {{(pid=86332) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 17 04:07:42.749416 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-be9bc4e9-234a-41e5-abcc-54761f49d93b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853081909'] for port, before_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:07:42.959289 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-efb1a6b8-7ffc-4fc0-bcab-d7d87aa42cb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853831435', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853752993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6938'] for router, precommit_update {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:07:42.963593 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.db_base_plugin_common [None req-be9bc4e9-234a-41e5-abcc-54761f49d93b None None] Allocated IP 172.20.0.2 (21d58d11-d600-49b4-b6eb-061a4f165798/d8efc28a-fb66-4d2f-becf-ebef93a6283d/da10d7dd-e98b-44fe-a00f-646f64081a3b) {{(pid=86332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 17 04:07:43.333372 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7f7b770-52d6-4616-b606-d6cef2e9e522 None None] Sync routers for ids ['2b91a02e-b9b7-4240-8341-3587330754f5'] in dv-cinder-786054-2-smb {{(pid=86332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 17 04:07:43.356083 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7f7b770-52d6-4616-b606-d6cef2e9e522 None None] Routers {'2b91a02e-b9b7-4240-8341-3587330754f5'} bound to L3 agent in host dv-cinder-786054-2-smb {{(pid=86332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 17 04:07:43.357255 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.l3_hamode_db [None req-e7f7b770-52d6-4616-b606-d6cef2e9e522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786054-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-17T03:57:39Z,description=,heartbeat_timestamp=2021-04-17T04:07:40Z,host='dv-cinder-786054-2-smb',id=89c35117-d9bd-45d8-8d43-26735203dc9d,load=0,resource_versions=,resources_synced=,started_at=2021-04-17T03:57:39Z,topic='l3_agent')) {'router_ids': ['2b91a02e-b9b7-4240-8341-3587330754f5'], 'active': True} {{(pid=86332) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 17 04:07:43.514141 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.rpc [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] Device fb653b47-67c9-47d3-a54e-625149b21938 up at agent ovs-agent-dv-cinder-786054-2-smb {{(pid=86332) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 17 04:07:43.736115 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.l3_dvr_db [None req-e7f7b770-52d6-4616-b606-d6cef2e9e522 None None] Set router 2b91a02e-b9b7-4240-8341-3587330754f5 gateway port host: dv-cinder-786054-2-smb {{(pid=86332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 17 04:07:43.795096 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-be9bc4e9-234a-41e5-abcc-54761f49d93b None None] Notify callbacks [] for port, precommit_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:07:43.826307 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.provisioning_blocks [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] Provisioning complete for port fb653b47-67c9-47d3-a54e-625149b21938 triggered by entity L2. {{(pid=86332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 17 04:07:43.826796 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2017814'] for port, provisioning_complete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:07:43.857162 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.provisioning_blocks [None req-be9bc4e9-234a-41e5-abcc-54761f49d93b None None] Transition to ACTIVE for port object da10d7dd-e98b-44fe-a00f-646f64081a3b will not be triggered until provisioned by entity L2. {{(pid=86332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 17 04:07:43.996442 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093f1f53-845a-46c8-9629-3cf485988d5b req-65df73ac-0b43-48c5-a280-992c4079c7f5 tempest-AttachVolumeNegativeTest-1226596354 tempest-AttachVolumeNegativeTest-1226596354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:07:43.998616 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-093f1f53-845a-46c8-9629-3cf485988d5b req-65df73ac-0b43-48c5-a280-992c4079c7f5 tempest-AttachVolumeNegativeTest-1226596354 tempest-AttachVolumeNegativeTest-1226596354-project] 10.222.0.20 "GET /v2.0/networks?id=e6680b4c-b81d-4947-a2bb-bed68ccc8fd7 HTTP/1.1" status: 200 len: 815 time: 0.7934315 Apr 17 04:07:44.013570 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-efb1a6b8-7ffc-4fc0-bcab-d7d87aa42cb5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:07:44.028125 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.provisioning_blocks [None req-be9bc4e9-234a-41e5-abcc-54761f49d93b None None] Transition to ACTIVE for port object da10d7dd-e98b-44fe-a00f-646f64081a3b will not be triggered until provisioned by entity DHCP. {{(pid=86332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 17 04:07:44.076194 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-efb1a6b8-7ffc-4fc0-bcab-d7d87aa42cb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853081909'] for port, before_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:07:44.113815 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-be9bc4e9-234a-41e5-abcc-54761f49d93b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1691685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854152290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244555219623'] for port, after_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:07:44.120342 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-093f1f53-845a-46c8-9629-3cf485988d5b req-098b8532-929b-42be-a55b-00b5a1886a17 tempest-AttachVolumeNegativeTest-1226596354 tempest-AttachVolumeNegativeTest-1226596354-project] 10.222.0.20 "GET /v2.0/quotas/414abe24304b477ea2fe3108443164aa HTTP/1.1" status: 200 len: 375 time: 0.0691206 Apr 17 04:07:44.122626 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-270f9cd9-712d-412d-9267-9647e0e57262 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:07:44.130443 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9dfa27-dce1-4a8b-8818-b6640f2bd098 req-34a66477-d86d-43e8-8378-bca723aaa1f0 tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:07:44.139765 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-7c9dfa27-dce1-4a8b-8818-b6640f2bd098 req-34a66477-d86d-43e8-8378-bca723aaa1f0 tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] 10.222.0.20 "GET /v2.0/ports?device_id=e7bd5423-b2e2-475d-a2ab-f5ceb7a824a7 HTTP/1.1" status: 200 len: 945 time: 0.8444364 Apr 17 04:07:44.213173 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be9bc4e9-234a-41e5-abcc-54761f49d93b None None] Network 21d58d11-d600-49b4-b6eb-061a4f165798 is already hosted by enough agents. {{(pid=86332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 17 04:07:44.242808 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.scheduler.base_scheduler [None req-be9bc4e9-234a-41e5-abcc-54761f49d93b None None] Resources bound (agent type, host, resource id): {{(pid=86332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 17 04:07:44.261916 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be9bc4e9-234a-41e5-abcc-54761f49d93b None None] Received port after_create {{(pid=86332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 17 04:07:44.304304 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-7c9dfa27-dce1-4a8b-8818-b6640f2bd098 req-4a34f53a-882c-4c46-a47c-eb7d6885239e tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] 10.222.0.20 "GET /v2.0/security-groups?id=48edf01a-27e1-4331-aa2f-debc447aa56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633604 Apr 17 04:07:44.336200 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9bc4e9-234a-41e5-abcc-54761f49d93b None None] Pushing event updated for resources: {'Port': ['ID=da10d7dd-e98b-44fe-a00f-646f64081a3b,revision_number=1']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:07:44.351130 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-be9bc4e9-234a-41e5-abcc-54761f49d93b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:07:44.463729 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.managers [None req-be9bc4e9-234a-41e5-abcc-54761f49d93b None None] Attempting to bind port da10d7dd-e98b-44fe-a00f-646f64081a3b on host dv-cinder-786054-2-smb for vnic_type normal with profile {{(pid=86332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 17 04:07:44.464371 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.managers [None req-be9bc4e9-234a-41e5-abcc-54761f49d93b None None] Attempting to bind port da10d7dd-e98b-44fe-a00f-646f64081a3b by drivers openvswitch,hyperv on host dv-cinder-786054-2-smb at level 0 using segments [{'id': 'fb7c0281-1e7b-4585-9fd3-09041ab55b7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '21d58d11-d600-49b4-b6eb-061a4f165798'}] {{(pid=86332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 17 04:07:44.464956 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be9bc4e9-234a-41e5-abcc-54761f49d93b None None] Attempting to bind port da10d7dd-e98b-44fe-a00f-646f64081a3b on network 21d58d11-d600-49b4-b6eb-061a4f165798 {{(pid=86332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 17 04:07:44.473324 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be9bc4e9-234a-41e5-abcc-54761f49d93b None None] Checking agent: {'id': '96b6248f-f9b9-4a9f-9317-f4ef1fc85571', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786054-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 17, 3, 57, 41), 'started_at': datetime.datetime(2021, 4, 17, 3, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 4, 17, 4, 7, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786054-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 17 04:07:44.474292 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be9bc4e9-234a-41e5-abcc-54761f49d93b None None] Checking segment: {'id': 'fb7c0281-1e7b-4585-9fd3-09041ab55b7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '21d58d11-d600-49b4-b6eb-061a4f165798'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 17 04:07:44.474888 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-be9bc4e9-234a-41e5-abcc-54761f49d93b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:07:44.475568 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be9bc4e9-234a-41e5-abcc-54761f49d93b None None] Bound using segment: {'id': 'fb7c0281-1e7b-4585-9fd3-09041ab55b7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '21d58d11-d600-49b4-b6eb-061a4f165798'} {{(pid=86332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 17 04:07:44.476266 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.managers [None req-be9bc4e9-234a-41e5-abcc-54761f49d93b None None] Bound port: da10d7dd-e98b-44fe-a00f-646f64081a3b, host: dv-cinder-786054-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb7c0281-1e7b-4585-9fd3-09041ab55b7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '21d58d11-d600-49b4-b6eb-061a4f165798'}}] {{(pid=86332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 17 04:07:44.477039 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-be9bc4e9-234a-41e5-abcc-54761f49d93b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853081909'] for port, before_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:07:44.582028 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-093f1f53-845a-46c8-9629-3cf485988d5b req-bdfa728a-d603-4d87-8793-37aa27db5580 tempest-AttachVolumeNegativeTest-1226596354 tempest-AttachVolumeNegativeTest-1226596354-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=414abe24304b477ea2fe3108443164aa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4366548 Apr 17 04:07:44.598412 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.l3_hamode_db [None req-e7f7b770-52d6-4616-b606-d6cef2e9e522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b91a02e-b9b7-4240-8341-3587330754f5', 'name': 'tempest-TestMinimumBasicScenario-1304640215-router', 'tenant_id': '20095d40d9834d4b9753d4486e3a3e2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3299e77b-a72c-46bf-8676-13cef166cd0a', 'external_fixed_ips': [{'subnet_id': '126682c8-3b96-411d-a59b-48497db5cf0c', 'ip_address': '172.28.1.7'}], 'enable_snat': True}, 'gw_port_id': 'fb653b47-67c9-47d3-a54e-625149b21938', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-17T04:07:30Z', 'updated_at': '2021-04-17T04:07:37Z', 'revision_number': 4, 'project_id': '20095d40d9834d4b9753d4486e3a3e2c', 'gw_port': {'id': 'fb653b47-67c9-47d3-a54e-625149b21938', 'name': '', 'network_id': '3299e77b-a72c-46bf-8676-13cef166cd0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:50:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b91a02e-b9b7-4240-8341-3587330754f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '126682c8-3b96-411d-a59b-48497db5cf0c', 'ip_address': '172.28.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-17T04:07:32Z', 'updated_at': '2021-04-17T04:07:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126682c8-3b96-411d-a59b-48497db5cf0c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-2-smb', '_interfaces': [{'id': '02ef0d5c-f46f-417d-ac8f-4d9f92f3e98c', 'name': '', 'network_id': '43cd83d7-cb61-4acf-ae4e-cda478ed81e9', 'tenant_id': '20095d40d9834d4b9753d4486e3a3e2c', 'mac_address': 'fa:16:3e:1e:3e:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b91a02e-b9b7-4240-8341-3587330754f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '1a503fcd-4993-4e66-b302-8d39173456fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-17T04:07:36Z', 'updated_at': '2021-04-17T04:07:38Z', 'revision_number': 2, 'project_id': '20095d40d9834d4b9753d4486e3a3e2c', 'subnets': [{'id': '1a503fcd-4993-4e66-b302-8d39173456fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-2-smb', False) {} {{(pid=86332) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 17 04:07:44.607609 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7f7b770-52d6-4616-b606-d6cef2e9e522 None None] Checking router: 2b91a02e-b9b7-4240-8341-3587330754f5 for host: dv-cinder-786054-2-smb {{(pid=86332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 17 04:07:44.608226 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7f7b770-52d6-4616-b606-d6cef2e9e522 None None] Updating router 2b91a02e-b9b7-4240-8341-3587330754f5 port 02ef0d5c-f46f-417d-ac8f-4d9f92f3e98c binding host dv-cinder-786054-2-smb {{(pid=86332) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 17 04:07:44.610720 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.db_base_plugin_common [None req-efb1a6b8-7ffc-4fc0-bcab-d7d87aa42cb5 admin admin] Allocated IP 172.28.1.3 (3299e77b-a72c-46bf-8676-13cef166cd0a/126682c8-3b96-411d-a59b-48497db5cf0c/33f493a0-6789-48bb-982e-43f79dcca632) {{(pid=86331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 17 04:07:44.635255 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.db [None req-be9bc4e9-234a-41e5-abcc-54761f49d93b None None] For port da10d7dd-e98b-44fe-a00f-646f64081a3b, host dv-cinder-786054-2-smb, cleared binding levels {{(pid=86332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 17 04:07:44.656649 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.db [None req-be9bc4e9-234a-41e5-abcc-54761f49d93b None None] For port da10d7dd-e98b-44fe-a00f-646f64081a3b, host dv-cinder-786054-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-2-smb',level=0,port_id=da10d7dd-e98b-44fe-a00f-646f64081a3b,segment=NetworkSegment(fb7c0281-1e7b-4585-9fd3-09041ab55b7a),segment_id=fb7c0281-1e7b-4585-9fd3-09041ab55b7a)] {{(pid=86332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 17 04:07:44.668429 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-be9bc4e9-234a-41e5-abcc-54761f49d93b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1691685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854152290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792299986632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244555219606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792299556228'] for port, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:07:44.675625 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:07:44.729761 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-e7f7b770-52d6-4616-b606-d6cef2e9e522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853081909'] for port, before_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:07:44.820046 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9bc4e9-234a-41e5-abcc-54761f49d93b None None] Pushing event updated for resources: {'Port': ['ID=da10d7dd-e98b-44fe-a00f-646f64081a3b,revision_number=2']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:07:44.840378 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-be9bc4e9-234a-41e5-abcc-54761f49d93b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:07:44.880417 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deef1c25-3c06-46f6-ac93-6486b52c5007 req-a21bf4b4-fbd8-4b6b-8282-9fb4332ae538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:07:44.882055 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-deef1c25-3c06-46f6-ac93-6486b52c5007 req-a21bf4b4-fbd8-4b6b-8282-9fb4332ae538 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=e7bd5423-b2e2-475d-a2ab-f5ceb7a824a7 HTTP/1.1" status: 200 len: 1098 time: 0.4499226 Apr 17 04:07:44.970735 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-093f1f53-845a-46c8-9629-3cf485988d5b req-30785a85-b0c7-4c10-9cf9-0169b6241c9a service neutron] 10.222.0.20 "GET /v2.0/networks/e6680b4c-b81d-4947-a2bb-bed68ccc8fd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3875816 Apr 17 04:07:45.051052 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-deef1c25-3c06-46f6-ac93-6486b52c5007 req-7ad36295-462f-4b7b-a17f-1ee23a0ab7ad service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=48edf01a-27e1-4331-aa2f-debc447aa56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597614 Apr 17 04:07:45.137668 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-efb1a6b8-7ffc-4fc0-bcab-d7d87aa42cb5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:07:45.222247 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-093f1f53-845a-46c8-9629-3cf485988d5b req-375b8659-fe48-4935-bfcf-3b675db6be37 service neutron] 10.222.0.20 "GET /v2.0/networks/e6680b4c-b81d-4947-a2bb-bed68ccc8fd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2505405 Apr 17 04:07:45.243550 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-efb1a6b8-7ffc-4fc0-bcab-d7d87aa42cb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1691685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854152290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244555219623'] for port, after_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:07:45.250029 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-7a249f8d-a720-48ab-8dfd-fcd346790f07 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:07:45.338240 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efb1a6b8-7ffc-4fc0-bcab-d7d87aa42cb5 admin admin] Network 3299e77b-a72c-46bf-8676-13cef166cd0a is already hosted by enough agents. {{(pid=86331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 17 04:07:45.350053 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.scheduler.base_scheduler [None req-efb1a6b8-7ffc-4fc0-bcab-d7d87aa42cb5 admin admin] Resources bound (agent type, host, resource id): {{(pid=86331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 17 04:07:45.354634 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efb1a6b8-7ffc-4fc0-bcab-d7d87aa42cb5 admin admin] Received port after_create {{(pid=86331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 17 04:07:45.458868 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb1a6b8-7ffc-4fc0-bcab-d7d87aa42cb5 admin admin] Pushing event updated for resources: {'Port': ['ID=33f493a0-6789-48bb-982e-43f79dcca632,revision_number=1']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:07:45.469260 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-e7f7b770-52d6-4616-b606-d6cef2e9e522 None None] Notify callbacks [] for port, precommit_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:07:45.497238 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.provisioning_blocks [None req-e7f7b770-52d6-4616-b606-d6cef2e9e522 None None] Transition to ACTIVE for port object 02ef0d5c-f46f-417d-ac8f-4d9f92f3e98c will not be triggered until provisioned by entity L2. {{(pid=86332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 17 04:07:45.513139 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-e7f7b770-52d6-4616-b606-d6cef2e9e522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1691685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854152290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792299986632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244555219606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792299556228'] for port, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:07:45.523045 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:07:45.572542 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-efb1a6b8-7ffc-4fc0-bcab-d7d87aa42cb5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:07:45.650047 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.rpc [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] Device da10d7dd-e98b-44fe-a00f-646f64081a3b up at agent ovs-agent-dv-cinder-786054-2-smb {{(pid=86332) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 17 04:07:45.653818 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-11091b82-9a24-493c-bbde-207515f38085 req-1ba7c567-cedf-4e2c-a68e-1f8baeffefe6 tempest-AttachVolumeNegativeTest-1226596354 tempest-AttachVolumeNegativeTest-1226596354-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4408bca-bf10-4802-9d42-a42681c7a793 HTTP/1.1" status: 200 len: 210 time: 0.0775685 Apr 17 04:07:46.275955 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d95ea2f-1a0b-4161-b9a2-49a670b6a111 req-3ff490d7-cd0c-49d4-8b0d-1dca089ffb7a tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:07:46.280972 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-5d95ea2f-1a0b-4161-b9a2-49a670b6a111 req-3ff490d7-cd0c-49d4-8b0d-1dca089ffb7a tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] 10.222.0.20 "GET /v2.0/ports?device_id=e7bd5423-b2e2-475d-a2ab-f5ceb7a824a7 HTTP/1.1" status: 200 len: 945 time: 0.6302211 Apr 17 04:07:46.418817 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-5d95ea2f-1a0b-4161-b9a2-49a670b6a111 req-d86af823-2cf4-47ee-8b42-aeffe57dca0d tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] 10.222.0.20 "GET /v2.0/security-groups?id=48edf01a-27e1-4331-aa2f-debc447aa56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204784 Apr 17 04:07:46.478029 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-efb1a6b8-7ffc-4fc0-bcab-d7d87aa42cb5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:07:46.619848 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706ea9d7-6501-47d1-92e5-c964cd2d3c41 None None] Pushing event updated for resources: {'Port': ['ID=02ef0d5c-f46f-417d-ac8f-4d9f92f3e98c,revision_number=3']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:07:46.639818 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-706ea9d7-6501-47d1-92e5-c964cd2d3c41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.118s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:07:46.680623 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.managers [None req-e7f7b770-52d6-4616-b606-d6cef2e9e522 None None] Attempting to bind port 02ef0d5c-f46f-417d-ac8f-4d9f92f3e98c on host dv-cinder-786054-2-smb for vnic_type normal with profile {{(pid=86332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 17 04:07:46.681144 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.managers [None req-e7f7b770-52d6-4616-b606-d6cef2e9e522 None None] Attempting to bind port 02ef0d5c-f46f-417d-ac8f-4d9f92f3e98c by drivers openvswitch,hyperv on host dv-cinder-786054-2-smb at level 0 using segments [{'id': 'aa880a9b-d843-41c6-bf8f-60abaf737a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '43cd83d7-cb61-4acf-ae4e-cda478ed81e9'}] {{(pid=86332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 17 04:07:46.681709 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7f7b770-52d6-4616-b606-d6cef2e9e522 None None] Attempting to bind port 02ef0d5c-f46f-417d-ac8f-4d9f92f3e98c on network 43cd83d7-cb61-4acf-ae4e-cda478ed81e9 {{(pid=86332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 17 04:07:46.690042 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.provisioning_blocks [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] Provisioning for port da10d7dd-e98b-44fe-a00f-646f64081a3b completed by entity L2. {{(pid=86332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 17 04:07:46.701920 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7f7b770-52d6-4616-b606-d6cef2e9e522 None None] Checking agent: {'id': '96b6248f-f9b9-4a9f-9317-f4ef1fc85571', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786054-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 17, 3, 57, 41), 'started_at': datetime.datetime(2021, 4, 17, 3, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 4, 17, 4, 7, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786054-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 17 04:07:46.702131 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7f7b770-52d6-4616-b606-d6cef2e9e522 None None] Checking segment: {'id': 'aa880a9b-d843-41c6-bf8f-60abaf737a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '43cd83d7-cb61-4acf-ae4e-cda478ed81e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 17 04:07:46.702529 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-e7f7b770-52d6-4616-b606-d6cef2e9e522 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:07:46.702994 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7f7b770-52d6-4616-b606-d6cef2e9e522 None None] Bound using segment: {'id': 'aa880a9b-d843-41c6-bf8f-60abaf737a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '43cd83d7-cb61-4acf-ae4e-cda478ed81e9'} {{(pid=86332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 17 04:07:46.703565 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.managers [None req-e7f7b770-52d6-4616-b606-d6cef2e9e522 None None] Bound port: 02ef0d5c-f46f-417d-ac8f-4d9f92f3e98c, host: dv-cinder-786054-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa880a9b-d843-41c6-bf8f-60abaf737a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '43cd83d7-cb61-4acf-ae4e-cda478ed81e9'}}] {{(pid=86332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 17 04:07:46.704022 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-e7f7b770-52d6-4616-b606-d6cef2e9e522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853081909'] for port, before_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:07:46.768986 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-503a27ed-0488-42e2-98e3-13924d81462d None None] Network 21d58d11-d600-49b4-b6eb-061a4f165798 requested from dv-cinder-786054-2-smb {{(pid=86332) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 17 04:07:46.946598 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.db [None req-e7f7b770-52d6-4616-b606-d6cef2e9e522 None None] For port 02ef0d5c-f46f-417d-ac8f-4d9f92f3e98c, host dv-cinder-786054-2-smb, cleared binding levels {{(pid=86332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 17 04:07:46.954261 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.db [None req-e7f7b770-52d6-4616-b606-d6cef2e9e522 None None] For port 02ef0d5c-f46f-417d-ac8f-4d9f92f3e98c, host dv-cinder-786054-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-2-smb',level=0,port_id=02ef0d5c-f46f-417d-ac8f-4d9f92f3e98c,segment=NetworkSegment(aa880a9b-d843-41c6-bf8f-60abaf737a30),segment_id=aa880a9b-d843-41c6-bf8f-60abaf737a30)] {{(pid=86332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 17 04:07:47.106331 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-e7f7b770-52d6-4616-b606-d6cef2e9e522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1691685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854152290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792299986632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244555219606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792299556228'] for port, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:07:47.128866 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-b894c289-b8f0-49ed-961b-b1e73d483da2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:07:47.301510 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706ea9d7-6501-47d1-92e5-c964cd2d3c41 None None] Pushing event updated for resources: {'Port': ['ID=02ef0d5c-f46f-417d-ac8f-4d9f92f3e98c,revision_number=4']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:07:47.321560 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7f7b770-52d6-4616-b606-d6cef2e9e522 None None] Routers {'2b91a02e-b9b7-4240-8341-3587330754f5'} bound to L3 agent in host dv-cinder-786054-2-smb {{(pid=86332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 17 04:07:47.322391 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.l3_hamode_db [None req-e7f7b770-52d6-4616-b606-d6cef2e9e522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786054-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-17T03:57:39Z,description=,heartbeat_timestamp=2021-04-17T04:07:40Z,host='dv-cinder-786054-2-smb',id=89c35117-d9bd-45d8-8d43-26735203dc9d,load=0,resource_versions=,resources_synced=,started_at=2021-04-17T03:57:39Z,topic='l3_agent')) {'router_ids': ['2b91a02e-b9b7-4240-8341-3587330754f5'], 'active': True} {{(pid=86332) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 17 04:07:47.459270 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.provisioning_blocks [None req-0e2b408b-b52e-45ee-9efb-7506b0783352 None None] Provisioning for port da10d7dd-e98b-44fe-a00f-646f64081a3b completed by entity DHCP. {{(pid=86332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 17 04:07:47.482537 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-706ea9d7-6501-47d1-92e5-c964cd2d3c41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.354s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:07:47.509349 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.provisioning_blocks [None req-0e2b408b-b52e-45ee-9efb-7506b0783352 None None] Provisioning complete for port da10d7dd-e98b-44fe-a00f-646f64081a3b triggered by entity DHCP. {{(pid=86332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 17 04:07:47.516147 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-0e2b408b-b52e-45ee-9efb-7506b0783352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2017814'] for port, provisioning_complete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:07:47.703044 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.rpc [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] Device 02ef0d5c-f46f-417d-ac8f-4d9f92f3e98c up at agent ovs-agent-dv-cinder-786054-2-smb {{(pid=86332) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 17 04:07:47.716155 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-4b3e0e39-39db-4063-a14b-16ca4fab0b83 req-b52ecad3-7569-4531-9deb-3b194ce9febd tempest-AttachVolumeNegativeTest-1226596354 tempest-AttachVolumeNegativeTest-1226596354-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4408bca-bf10-4802-9d42-a42681c7a793 HTTP/1.1" status: 200 len: 210 time: 0.6298025 Apr 17 04:07:47.907270 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.provisioning_blocks [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] Provisioning for port 02ef0d5c-f46f-417d-ac8f-4d9f92f3e98c completed by entity L2. {{(pid=86332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 17 04:07:47.928629 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.provisioning_blocks [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] Provisioning complete for port 02ef0d5c-f46f-417d-ac8f-4d9f92f3e98c triggered by entity L2. {{(pid=86332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 17 04:07:47.929049 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2017814'] for port, provisioning_complete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:07:47.996987 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-efb1a6b8-7ffc-4fc0-bcab-d7d87aa42cb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1022791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-944351'] for router, after_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:07:48.007646 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093f1f53-845a-46c8-9629-3cf485988d5b req-88e1d89a-c204-45ff-9d27-91c16fbb8f05 tempest-AttachVolumeNegativeTest-1226596354 tempest-AttachVolumeNegativeTest-1226596354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:07:48.009655 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-093f1f53-845a-46c8-9629-3cf485988d5b req-88e1d89a-c204-45ff-9d27-91c16fbb8f05 tempest-AttachVolumeNegativeTest-1226596354 tempest-AttachVolumeNegativeTest-1226596354-project] 10.222.0.32 "GET /v2.0/networks?id=e6680b4c-b81d-4947-a2bb-bed68ccc8fd7 HTTP/1.1" status: 200 len: 815 time: 0.1758850 Apr 17 04:07:48.095646 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.v2.base [req-093f1f53-845a-46c8-9629-3cf485988d5b req-04629938-9e3b-4a82-a834-0b42c3d99a51 tempest-AttachVolumeNegativeTest-1226596354 tempest-AttachVolumeNegativeTest-1226596354-project] Request body: {'port': {'device_id': 'a4408bca-bf10-4802-9d42-a42681c7a793', 'network_id': 'e6680b4c-b81d-4947-a2bb-bed68ccc8fd7', 'admin_state_up': True, 'tenant_id': '414abe24304b477ea2fe3108443164aa'}} {{(pid=86331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 17 04:07:48.274599 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-0e2b408b-b52e-45ee-9efb-7506b0783352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853081909'] for port, before_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:07:48.310744 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.l3_dvr_db [None req-e7f7b770-52d6-4616-b606-d6cef2e9e522 None None] Set router 2b91a02e-b9b7-4240-8341-3587330754f5 gateway port host: dv-cinder-786054-2-smb {{(pid=86332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 17 04:07:48.433618 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [req-093f1f53-845a-46c8-9629-3cf485988d5b req-04629938-9e3b-4a82-a834-0b42c3d99a51 tempest-AttachVolumeNegativeTest-1226596354 tempest-AttachVolumeNegativeTest-1226596354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 17 04:07:48.454605 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a68e9f5-785b-4a4f-99b9-784ef9f9e93c req-608ce9ea-7dc7-4dad-a58b-6eafabf6e8ab tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:07:48.456284 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-5a68e9f5-785b-4a4f-99b9-784ef9f9e93c req-608ce9ea-7dc7-4dad-a58b-6eafabf6e8ab tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] 10.222.0.20 "GET /v2.0/ports?device_id=e7bd5423-b2e2-475d-a2ab-f5ceb7a824a7 HTTP/1.1" status: 200 len: 945 time: 0.6609588 Apr 17 04:07:48.464116 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [req-093f1f53-845a-46c8-9629-3cf485988d5b req-04629938-9e3b-4a82-a834-0b42c3d99a51 tempest-AttachVolumeNegativeTest-1226596354 tempest-AttachVolumeNegativeTest-1226596354-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 17 04:07:48.525947 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-093f1f53-845a-46c8-9629-3cf485988d5b req-04629938-9e3b-4a82-a834-0b42c3d99a51 tempest-AttachVolumeNegativeTest-1226596354 tempest-AttachVolumeNegativeTest-1226596354-project] Made reservation on behalf of 414abe24304b477ea2fe3108443164aa for: {'port': 1} {{(pid=86331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 17 04:07:48.532027 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [req-093f1f53-845a-46c8-9629-3cf485988d5b req-04629938-9e3b-4a82-a834-0b42c3d99a51 tempest-AttachVolumeNegativeTest-1226596354 tempest-AttachVolumeNegativeTest-1226596354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853081909'] for port, before_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:07:48.553788 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-5a68e9f5-785b-4a4f-99b9-784ef9f9e93c req-f8ff6c90-4d45-43f2-a03c-91ebc7512844 tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] 10.222.0.20 "GET /v2.0/security-groups?id=48edf01a-27e1-4331-aa2f-debc447aa56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863369 Apr 17 04:07:48.621079 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efb1a6b8-7ffc-4fc0-bcab-d7d87aa42cb5 admin admin] Router a027c7f5-ae14-4131-81d5-003a827d25fe is scheduled to L3 agent 89c35117-d9bd-45d8-8d43-26735203dc9d with binding_index 1 {{(pid=86331) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 17 04:07:48.645387 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.db [None req-0e2b408b-b52e-45ee-9efb-7506b0783352 None None] For port da10d7dd-e98b-44fe-a00f-646f64081a3b, host dv-cinder-786054-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-2-smb',level=0,port_id=da10d7dd-e98b-44fe-a00f-646f64081a3b,segment=NetworkSegment(fb7c0281-1e7b-4585-9fd3-09041ab55b7a),segment_id=fb7c0281-1e7b-4585-9fd3-09041ab55b7a)] {{(pid=86332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 17 04:07:48.709089 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853081909'] for port, before_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:07:48.724536 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-0e2b408b-b52e-45ee-9efb-7506b0783352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1691685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854152290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792299986632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244555219606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792299556228'] for port, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:07:48.735045 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-706ea9d7-6501-47d1-92e5-c964cd2d3c41 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:07:49.031888 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-c228dcf3-4586-4c42-9696-12322c83979c req-a0ec4e94-bd15-4647-8363-a1c65555263f tempest-AttachVolumeNegativeTest-1226596354 tempest-AttachVolumeNegativeTest-1226596354-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4408bca-bf10-4802-9d42-a42681c7a793 HTTP/1.1" status: 200 len: 210 time: 0.0802927 Apr 17 04:07:49.130325 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.db_base_plugin_common [req-093f1f53-845a-46c8-9629-3cf485988d5b req-04629938-9e3b-4a82-a834-0b42c3d99a51 tempest-AttachVolumeNegativeTest-1226596354 tempest-AttachVolumeNegativeTest-1226596354-project] Allocated IP 172.20.0.11 (e6680b4c-b81d-4947-a2bb-bed68ccc8fd7/081dd618-920d-4243-8505-347b38674470/7ddcf9cb-567f-4abd-b738-abd8a77d244e) {{(pid=86331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 17 04:07:49.136455 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efb1a6b8-7ffc-4fc0-bcab-d7d87aa42cb5 admin admin] Notify agent at l3_agent.dv-cinder-786054-2-smb the message routers_updated {{(pid=86331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 17 04:07:49.147250 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aca0e2f7-909a-4041-b3af-ac9cbb061397 None None] Sync routers for ids ['a027c7f5-ae14-4131-81d5-003a827d25fe'] in dv-cinder-786054-2-smb {{(pid=86333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 17 04:07:49.158149 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aca0e2f7-909a-4041-b3af-ac9cbb061397 None None] Routers {'a027c7f5-ae14-4131-81d5-003a827d25fe'} bound to L3 agent in host dv-cinder-786054-2-smb {{(pid=86333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 17 04:07:49.163305 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.l3_hamode_db [None req-aca0e2f7-909a-4041-b3af-ac9cbb061397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786054-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-17T03:57:39Z,description=,heartbeat_timestamp=2021-04-17T04:07:40Z,host='dv-cinder-786054-2-smb',id=89c35117-d9bd-45d8-8d43-26735203dc9d,load=0,resource_versions=,resources_synced=,started_at=2021-04-17T03:57:39Z,topic='l3_agent')) {'router_ids': ['a027c7f5-ae14-4131-81d5-003a827d25fe'], 'active': True} {{(pid=86333) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 17 04:07:49.249216 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.provisioning_blocks [None req-ae8d6d50-1539-4e59-9165-2314b4b865fc None None] Provisioning complete for port 02ef0d5c-f46f-417d-ac8f-4d9f92f3e98c triggered by entity DHCP. {{(pid=86332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 17 04:07:49.251490 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-ae8d6d50-1539-4e59-9165-2314b4b865fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2017814'] for port, provisioning_complete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:07:49.259727 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-efb1a6b8-7ffc-4fc0-bcab-d7d87aa42cb5 admin admin] Notify callbacks [] for router, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:07:49.264270 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.20', 56230) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 17 04:07:49.264551 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [None req-efb1a6b8-7ffc-4fc0-bcab-d7d87aa42cb5 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 6.7690175 Apr 17 04:07:49.405816 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2b408b-b52e-45ee-9efb-7506b0783352 None None] Pushing event updated for resources: {'Port': ['ID=da10d7dd-e98b-44fe-a00f-646f64081a3b,revision_number=3']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:07:49.413309 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.db [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] For port 02ef0d5c-f46f-417d-ac8f-4d9f92f3e98c, host dv-cinder-786054-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-2-smb',level=0,port_id=02ef0d5c-f46f-417d-ac8f-4d9f92f3e98c,segment=NetworkSegment(aa880a9b-d843-41c6-bf8f-60abaf737a30),segment_id=aa880a9b-d843-41c6-bf8f-60abaf737a30)] {{(pid=86332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 17 04:07:49.515847 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-0e2b408b-b52e-45ee-9efb-7506b0783352 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.771s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:07:49.549543 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1691685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854152290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792299986632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244555219606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792299556228'] for port, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:07:49.567022 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:07:49.649123 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.l3_dvr_db [None req-aca0e2f7-909a-4041-b3af-ac9cbb061397 None None] Set router a027c7f5-ae14-4131-81d5-003a827d25fe gateway port host: dv-cinder-786054-2-smb {{(pid=86333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 17 04:07:49.747739 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.rpc [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] Device da10d7dd-e98b-44fe-a00f-646f64081a3b up at agent ovs-agent-dv-cinder-786054-2-smb {{(pid=86332) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 17 04:07:49.790175 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [req-093f1f53-845a-46c8-9629-3cf485988d5b req-04629938-9e3b-4a82-a834-0b42c3d99a51 tempest-AttachVolumeNegativeTest-1226596354 tempest-AttachVolumeNegativeTest-1226596354-project] Notify callbacks [] for port, precommit_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:07:49.858205 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [req-093f1f53-845a-46c8-9629-3cf485988d5b req-04629938-9e3b-4a82-a834-0b42c3d99a51 tempest-AttachVolumeNegativeTest-1226596354 tempest-AttachVolumeNegativeTest-1226596354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1691685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854152290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244555219623'] for port, after_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:07:49.879538 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-efb1a6b8-7ffc-4fc0-bcab-d7d87aa42cb5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:07:49.902242 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.db [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] get_ports_and_sgs() called for port_ids ['92ee2581-4aca-4e7f-accd-d0bcbfe20f32', 'a29db140-51e9-4510-be91-21cf536358fe'] {{(pid=86332) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 17 04:07:49.977495 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.20', 56240) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 17 04:07:50.056158 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-093f1f53-845a-46c8-9629-3cf485988d5b req-04629938-9e3b-4a82-a834-0b42c3d99a51 tempest-AttachVolumeNegativeTest-1226596354 tempest-AttachVolumeNegativeTest-1226596354-project] Network e6680b4c-b81d-4947-a2bb-bed68ccc8fd7 is already hosted by enough agents. {{(pid=86331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 17 04:07:50.069042 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.scheduler.base_scheduler [req-093f1f53-845a-46c8-9629-3cf485988d5b req-04629938-9e3b-4a82-a834-0b42c3d99a51 tempest-AttachVolumeNegativeTest-1226596354 tempest-AttachVolumeNegativeTest-1226596354-project] Resources bound (agent type, host, resource id): {{(pid=86331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 17 04:07:50.090536 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] Pushing event updated for resources: {'Port': ['ID=02ef0d5c-f46f-417d-ac8f-4d9f92f3e98c,revision_number=5']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:07:50.092652 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.l3_dvrscheduler_db [req-093f1f53-845a-46c8-9629-3cf485988d5b req-04629938-9e3b-4a82-a834-0b42c3d99a51 tempest-AttachVolumeNegativeTest-1226596354 tempest-AttachVolumeNegativeTest-1226596354-project] Received port after_create {{(pid=86331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 17 04:07:50.098791 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093f1f53-845a-46c8-9629-3cf485988d5b req-04629938-9e3b-4a82-a834-0b42c3d99a51 tempest-AttachVolumeNegativeTest-1226596354 tempest-AttachVolumeNegativeTest-1226596354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:07:50.109865 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [req-093f1f53-845a-46c8-9629-3cf485988d5b req-04629938-9e3b-4a82-a834-0b42c3d99a51 tempest-AttachVolumeNegativeTest-1226596354 tempest-AttachVolumeNegativeTest-1226596354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854152307'] for port, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:07:50.142042 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.582s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:07:50.184481 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04629938-9e3b-4a82-a834-0b42c3d99a51 tempest-AttachVolumeNegativeTest-1226596354 tempest-AttachVolumeNegativeTest-1226596354-project] Pushing event updated for resources: {'Port': ['ID=7ddcf9cb-567f-4abd-b738-abd8a77d244e,revision_number=1']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:07:50.213689 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18479f22-c947-467c-896d-087359ecdc16 req-64da5570-5964-4627-b60c-e917d07b6872 tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:07:50.221616 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-18479f22-c947-467c-896d-087359ecdc16 req-64da5570-5964-4627-b60c-e917d07b6872 tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] 10.222.0.20 "GET /v2.0/ports?device_id=e7bd5423-b2e2-475d-a2ab-f5ceb7a824a7 HTTP/1.1" status: 200 len: 945 time: 0.7308638 Apr 17 04:07:50.258079 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.l3_hamode_db [None req-aca0e2f7-909a-4041-b3af-ac9cbb061397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a027c7f5-ae14-4131-81d5-003a827d25fe', 'name': 'tempest-TestMinimumBasicScenario-264851891-router', 'tenant_id': '070afdb654ec4feaadf9deacc4d5389d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3299e77b-a72c-46bf-8676-13cef166cd0a', 'external_fixed_ips': [{'subnet_id': '126682c8-3b96-411d-a59b-48497db5cf0c', 'ip_address': '172.28.1.3'}], 'enable_snat': True}, 'gw_port_id': '33f493a0-6789-48bb-982e-43f79dcca632', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-17T04:07:42Z', 'updated_at': '2021-04-17T04:07:45Z', 'revision_number': 3, 'project_id': '070afdb654ec4feaadf9deacc4d5389d', 'gw_port': {'id': '33f493a0-6789-48bb-982e-43f79dcca632', 'name': '', 'network_id': '3299e77b-a72c-46bf-8676-13cef166cd0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:f2:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a027c7f5-ae14-4131-81d5-003a827d25fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '126682c8-3b96-411d-a59b-48497db5cf0c', 'ip_address': '172.28.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-17T04:07:44Z', 'updated_at': '2021-04-17T04:07:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '126682c8-3b96-411d-a59b-48497db5cf0c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-2-smb'}], 'dv-cinder-786054-2-smb', False) {} {{(pid=86333) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 17 04:07:50.262394 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-04629938-9e3b-4a82-a834-0b42c3d99a51 tempest-AttachVolumeNegativeTest-1226596354 tempest-AttachVolumeNegativeTest-1226596354-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.375s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:07:50.266658 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-093f1f53-845a-46c8-9629-3cf485988d5b req-04629938-9e3b-4a82-a834-0b42c3d99a51 tempest-AttachVolumeNegativeTest-1226596354 tempest-AttachVolumeNegativeTest-1226596354-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1760962 Apr 17 04:07:50.268262 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aca0e2f7-909a-4041-b3af-ac9cbb061397 None None] Checking router: a027c7f5-ae14-4131-81d5-003a827d25fe for host: dv-cinder-786054-2-smb {{(pid=86333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 17 04:07:50.270479 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aca0e2f7-909a-4041-b3af-ac9cbb061397 None None] Updating router a027c7f5-ae14-4131-81d5-003a827d25fe port 33f493a0-6789-48bb-982e-43f79dcca632 binding host dv-cinder-786054-2-smb {{(pid=86333) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 17 04:07:50.287961 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.v2.base [req-093f1f53-845a-46c8-9629-3cf485988d5b req-0e5c5b95-775e-49a1-9766-59aadb56e64f service neutron] Request body: {'port': {'device_id': 'a4408bca-bf10-4802-9d42-a42681c7a793', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78605'}} {{(pid=86331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 17 04:07:50.333440 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.l3_hamode_db [None req-e7f7b770-52d6-4616-b606-d6cef2e9e522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b91a02e-b9b7-4240-8341-3587330754f5', 'name': 'tempest-TestMinimumBasicScenario-1304640215-router', 'tenant_id': '20095d40d9834d4b9753d4486e3a3e2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3299e77b-a72c-46bf-8676-13cef166cd0a', 'external_fixed_ips': [{'subnet_id': '126682c8-3b96-411d-a59b-48497db5cf0c', 'ip_address': '172.28.1.7'}], 'enable_snat': True}, 'gw_port_id': 'fb653b47-67c9-47d3-a54e-625149b21938', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-17T04:07:30Z', 'updated_at': '2021-04-17T04:07:37Z', 'revision_number': 4, 'project_id': '20095d40d9834d4b9753d4486e3a3e2c', 'gw_port': {'id': 'fb653b47-67c9-47d3-a54e-625149b21938', 'name': '', 'network_id': '3299e77b-a72c-46bf-8676-13cef166cd0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:50:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b91a02e-b9b7-4240-8341-3587330754f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '126682c8-3b96-411d-a59b-48497db5cf0c', 'ip_address': '172.28.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-17T04:07:32Z', 'updated_at': '2021-04-17T04:07:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126682c8-3b96-411d-a59b-48497db5cf0c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-2-smb', '_interfaces': [{'id': '02ef0d5c-f46f-417d-ac8f-4d9f92f3e98c', 'name': '', 'network_id': '43cd83d7-cb61-4acf-ae4e-cda478ed81e9', 'tenant_id': '20095d40d9834d4b9753d4486e3a3e2c', 'mac_address': 'fa:16:3e:1e:3e:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b91a02e-b9b7-4240-8341-3587330754f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '1a503fcd-4993-4e66-b302-8d39173456fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-17T04:07:36Z', 'updated_at': '2021-04-17T04:07:46Z', 'revision_number': 4, 'project_id': '20095d40d9834d4b9753d4486e3a3e2c', 'subnets': [{'id': '1a503fcd-4993-4e66-b302-8d39173456fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-2-smb', False) {} {{(pid=86332) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 17 04:07:50.356910 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-aca0e2f7-909a-4041-b3af-ac9cbb061397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853081909'] for port, before_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:07:50.381021 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7f7b770-52d6-4616-b606-d6cef2e9e522 None None] The sync data for ids ['2b91a02e-b9b7-4240-8341-3587330754f5'] in dv-cinder-786054-2-smb is: [{'id': '2b91a02e-b9b7-4240-8341-3587330754f5', 'name': 'tempest-TestMinimumBasicScenario-1304640215-router', 'tenant_id': '20095d40d9834d4b9753d4486e3a3e2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3299e77b-a72c-46bf-8676-13cef166cd0a', 'external_fixed_ips': [{'subnet_id': '126682c8-3b96-411d-a59b-48497db5cf0c', 'ip_address': '172.28.1.7'}], 'enable_snat': True}, 'gw_port_id': 'fb653b47-67c9-47d3-a54e-625149b21938', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-17T04:07:30Z', 'updated_at': '2021-04-17T04:07:37Z', 'revision_number': 4, 'project_id': '20095d40d9834d4b9753d4486e3a3e2c', 'gw_port': {'id': 'fb653b47-67c9-47d3-a54e-625149b21938', 'name': '', 'network_id': '3299e77b-a72c-46bf-8676-13cef166cd0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:50:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b91a02e-b9b7-4240-8341-3587330754f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '126682c8-3b96-411d-a59b-48497db5cf0c', 'ip_address': '172.28.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-17T04:07:32Z', 'updated_at': '2021-04-17T04:07:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126682c8-3b96-411d-a59b-48497db5cf0c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-2-smb', '_interfaces': [{'id': '02ef0d5c-f46f-417d-ac8f-4d9f92f3e98c', 'name': '', 'network_id': '43cd83d7-cb61-4acf-ae4e-cda478ed81e9', 'tenant_id': '20095d40d9834d4b9753d4486e3a3e2c', 'mac_address': 'fa:16:3e:1e:3e:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b91a02e-b9b7-4240-8341-3587330754f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '1a503fcd-4993-4e66-b302-8d39173456fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-17T04:07:36Z', 'updated_at': '2021-04-17T04:07:46Z', 'revision_number': 4, 'project_id': '20095d40d9834d4b9753d4486e3a3e2c', 'subnets': [{'id': '1a503fcd-4993-4e66-b302-8d39173456fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 17 04:07:50.413053 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.provisioning_blocks [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] Provisioning complete for port da10d7dd-e98b-44fe-a00f-646f64081a3b triggered by entity L2. {{(pid=86332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 17 04:07:50.413482 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2017814'] for port, provisioning_complete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:07:50.570072 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-0a95b094-f29b-46a2-9c26-b44603255b24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:07:50.652714 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.provisioning_blocks [None req-b1bc92e7-8a17-4050-8c16-6fdf56909990 None None] Provisioning complete for port da10d7dd-e98b-44fe-a00f-646f64081a3b triggered by entity DHCP. {{(pid=86332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 17 04:07:50.654355 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-b1bc92e7-8a17-4050-8c16-6fdf56909990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2017814'] for port, provisioning_complete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:07:50.665892 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-18479f22-c947-467c-896d-087359ecdc16 req-c14252c7-78cb-41ac-8474-95ff0240c94f tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] 10.222.0.20 "GET /v2.0/security-groups?id=48edf01a-27e1-4331-aa2f-debc447aa56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4432054 Apr 17 04:07:50.667134 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [None req-0a95b094-f29b-46a2-9c26-b44603255b24 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 17 04:07:50.700076 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [None req-0a95b094-f29b-46a2-9c26-b44603255b24 admin admin] Usage tracker for resource:security_group_rule and tenant:4c979fa6229946cd862ab6fd902d763d is out of sync, need to count used quota {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 17 04:07:50.712645 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [req-093f1f53-845a-46c8-9629-3cf485988d5b req-0e5c5b95-775e-49a1-9766-59aadb56e64f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853081909'] for port, before_update {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:07:50.753244 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e08478a-be5e-4e01-8b7a-a17d6587a8b4 req-928dfd54-0d96-4604-89e2-53b5e945ee2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:07:50.754967 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-7e08478a-be5e-4e01-8b7a-a17d6587a8b4 req-928dfd54-0d96-4604-89e2-53b5e945ee2a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c61f909e458d447f8c0cdeb8d1fce856&device_id=e7bd5423-b2e2-475d-a2ab-f5ceb7a824a7 HTTP/1.1" status: 200 len: 1098 time: 0.5978398 Apr 17 04:07:50.780874 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [None req-0a95b094-f29b-46a2-9c26-b44603255b24 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 17 04:07:50.979637 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [None req-0a95b094-f29b-46a2-9c26-b44603255b24 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 17 04:07:51.005880 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e08478a-be5e-4e01-8b7a-a17d6587a8b4 req-0dba7e52-c350-49a6-a4d7-be6a482974d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:07:51.007602 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-7e08478a-be5e-4e01-8b7a-a17d6587a8b4 req-0dba7e52-c350-49a6-a4d7-be6a482974d6 service neutron] 10.222.0.32 "GET /v2.0/networks?id=3648c013-741e-41bf-ba14-932e8746819e HTTP/1.1" status: 200 len: 919 time: 0.2165680 Apr 17 04:07:51.245295 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-aca0e2f7-909a-4041-b3af-ac9cbb061397 None None] Notify callbacks [] for port, precommit_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:07:51.268645 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.provisioning_blocks [None req-aca0e2f7-909a-4041-b3af-ac9cbb061397 None None] Transition to ACTIVE for port object 33f493a0-6789-48bb-982e-43f79dcca632 will not be triggered until provisioned by entity L2. {{(pid=86333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 17 04:07:51.277252 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-aca0e2f7-909a-4041-b3af-ac9cbb061397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1691685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854152290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792299986632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244555219606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792299556228'] for port, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:07:51.284540 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-85920806-672c-44ab-a0f3-c12c70526fb2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:07:51.443127 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.managers [None req-aca0e2f7-909a-4041-b3af-ac9cbb061397 None None] Attempting to bind port 33f493a0-6789-48bb-982e-43f79dcca632 on host dv-cinder-786054-2-smb for vnic_type normal with profile {{(pid=86333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 17 04:07:51.443898 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.managers [None req-aca0e2f7-909a-4041-b3af-ac9cbb061397 None None] Attempting to bind port 33f493a0-6789-48bb-982e-43f79dcca632 by drivers openvswitch,hyperv on host dv-cinder-786054-2-smb at level 0 using segments [{'id': '0331decf-77a3-4764-a14d-d11dc820119c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3299e77b-a72c-46bf-8676-13cef166cd0a'}] {{(pid=86333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 17 04:07:51.444560 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aca0e2f7-909a-4041-b3af-ac9cbb061397 None None] Attempting to bind port 33f493a0-6789-48bb-982e-43f79dcca632 on network 3299e77b-a72c-46bf-8676-13cef166cd0a {{(pid=86333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 17 04:07:51.448992 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538faba9-9f6c-4889-9352-3a7a7065a77e None None] Pushing event updated for resources: {'Port': ['ID=33f493a0-6789-48bb-982e-43f79dcca632,revision_number=2']} {{(pid=86333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:07:51.460238 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-538faba9-9f6c-4889-9352-3a7a7065a77e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=86333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:07:51.462327 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aca0e2f7-909a-4041-b3af-ac9cbb061397 None None] Checking agent: {'id': '96b6248f-f9b9-4a9f-9317-f4ef1fc85571', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786054-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 17, 3, 57, 41), 'started_at': datetime.datetime(2021, 4, 17, 3, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 4, 17, 4, 7, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786054-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 17 04:07:51.462934 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aca0e2f7-909a-4041-b3af-ac9cbb061397 None None] Checking segment: {'id': '0331decf-77a3-4764-a14d-d11dc820119c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3299e77b-a72c-46bf-8676-13cef166cd0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 17 04:07:51.463555 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-aca0e2f7-909a-4041-b3af-ac9cbb061397 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:07:51.464171 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aca0e2f7-909a-4041-b3af-ac9cbb061397 None None] Bound using segment: {'id': '0331decf-77a3-4764-a14d-d11dc820119c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3299e77b-a72c-46bf-8676-13cef166cd0a'} {{(pid=86333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 17 04:07:51.465035 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.managers [None req-aca0e2f7-909a-4041-b3af-ac9cbb061397 None None] Bound port: 33f493a0-6789-48bb-982e-43f79dcca632, host: dv-cinder-786054-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0331decf-77a3-4764-a14d-d11dc820119c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3299e77b-a72c-46bf-8676-13cef166cd0a'}}] {{(pid=86333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 17 04:07:51.466413 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-aca0e2f7-909a-4041-b3af-ac9cbb061397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853081909'] for port, before_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:07:51.505045 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea378a35-a412-4afd-be75-0cf5e1b292f0 req-d2d4a292-f351-49ff-961f-3675ee7bdd37 tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:07:51.513300 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-ea378a35-a412-4afd-be75-0cf5e1b292f0 req-d2d4a292-f351-49ff-961f-3675ee7bdd37 tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] 10.222.0.20 "GET /v2.0/ports?device_id=ddff59d5-455c-4e23-be4e-32eee2b20c05 HTTP/1.1" status: 200 len: 946 time: 0.5265553 Apr 17 04:07:51.518109 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-7e08478a-be5e-4e01-8b7a-a17d6587a8b4 req-4f924e68-d79f-4aea-aa00-d6e122d68709 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=995830d2-98eb-4e77-85fe-efc69cb1ced3 HTTP/1.1" status: 200 len: 217 time: 0.4915552 Apr 17 04:07:51.580239 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-ea378a35-a412-4afd-be75-0cf5e1b292f0 req-ab5364dd-b68f-4f38-bfa8-c916bdb11a66 tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd5929ab-7671-4e84-b39c-be6225ef81ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658920 Apr 17 04:07:51.618048 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.db [None req-aca0e2f7-909a-4041-b3af-ac9cbb061397 None None] For port 33f493a0-6789-48bb-982e-43f79dcca632, host dv-cinder-786054-2-smb, cleared binding levels {{(pid=86333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 17 04:07:51.623685 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.db [None req-aca0e2f7-909a-4041-b3af-ac9cbb061397 None None] For port 33f493a0-6789-48bb-982e-43f79dcca632, host dv-cinder-786054-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-2-smb',level=0,port_id=33f493a0-6789-48bb-982e-43f79dcca632,segment=NetworkSegment(0331decf-77a3-4764-a14d-d11dc820119c),segment_id=0331decf-77a3-4764-a14d-d11dc820119c)] {{(pid=86333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 17 04:07:51.625799 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a713e2ad-e05a-4d23-a614-a7ae9fabc9c4 req-c3a28df7-6080-463f-a1c4-2dd847a9d606 tempest-AttachVolumeNegativeTest-1226596354 tempest-AttachVolumeNegativeTest-1226596354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:07:51.627080 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [req-a713e2ad-e05a-4d23-a614-a7ae9fabc9c4 req-c3a28df7-6080-463f-a1c4-2dd847a9d606 tempest-AttachVolumeNegativeTest-1226596354 tempest-AttachVolumeNegativeTest-1226596354-project] Synchronizing usage tracker for tenant:414abe24304b477ea2fe3108443164aa on resource:port {{(pid=86331) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 17 04:07:51.636170 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-aca0e2f7-909a-4041-b3af-ac9cbb061397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1691685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854152290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792299986632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244555219606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792299556228'] for port, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:07:51.642101 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:07:51.726082 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.rpc [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] Device 02ef0d5c-f46f-417d-ac8f-4d9f92f3e98c up at agent ovs-agent-dv-cinder-786054-2-smb {{(pid=86332) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 17 04:07:51.746891 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [req-a713e2ad-e05a-4d23-a614-a7ae9fabc9c4 req-c3a28df7-6080-463f-a1c4-2dd847a9d606 tempest-AttachVolumeNegativeTest-1226596354 tempest-AttachVolumeNegativeTest-1226596354-project] Unset dirty status for tenant:414abe24304b477ea2fe3108443164aa on resource:port {{(pid=86331) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 17 04:07:51.753985 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-a713e2ad-e05a-4d23-a614-a7ae9fabc9c4 req-c3a28df7-6080-463f-a1c4-2dd847a9d606 tempest-AttachVolumeNegativeTest-1226596354 tempest-AttachVolumeNegativeTest-1226596354-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4408bca-bf10-4802-9d42-a42681c7a793 HTTP/1.1" status: 200 len: 932 time: 0.9696047 Apr 17 04:07:51.754867 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e08478a-be5e-4e01-8b7a-a17d6587a8b4 req-b24bbcbf-f288-465f-a34e-a2b7b0d4760d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:07:51.756523 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-7e08478a-be5e-4e01-8b7a-a17d6587a8b4 req-b24bbcbf-f288-465f-a34e-a2b7b0d4760d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f604e219-b121-4ee2-9dbd-506d5b380753 HTTP/1.1" status: 200 len: 858 time: 0.2177882 Apr 17 04:07:51.763171 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aca0e2f7-909a-4041-b3af-ac9cbb061397 None None] Routers {'a027c7f5-ae14-4131-81d5-003a827d25fe'} bound to L3 agent in host dv-cinder-786054-2-smb {{(pid=86333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 17 04:07:51.764365 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.l3_hamode_db [None req-aca0e2f7-909a-4041-b3af-ac9cbb061397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786054-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-17T03:57:39Z,description=,heartbeat_timestamp=2021-04-17T04:07:40Z,host='dv-cinder-786054-2-smb',id=89c35117-d9bd-45d8-8d43-26735203dc9d,load=0,resource_versions=,resources_synced=,started_at=2021-04-17T03:57:39Z,topic='l3_agent')) {'router_ids': ['a027c7f5-ae14-4131-81d5-003a827d25fe'], 'active': True} {{(pid=86333) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 17 04:07:51.823419 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-7e08478a-be5e-4e01-8b7a-a17d6587a8b4 req-842bfea3-cb70-4094-8e17-28ff0ef17e5f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3648c013-741e-41bf-ba14-932e8746819e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0545886 Apr 17 04:07:51.927772 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.provisioning_blocks [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] Provisioning complete for port 02ef0d5c-f46f-417d-ac8f-4d9f92f3e98c triggered by entity L2. {{(pid=86332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 17 04:07:51.928559 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2017814'] for port, provisioning_complete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:07:51.976115 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-e2f450ae-8167-49ca-9191-17ac937cea57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853081909'] for port, before_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:07:52.007400 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538faba9-9f6c-4889-9352-3a7a7065a77e None None] Pushing event updated for resources: {'Port': ['ID=33f493a0-6789-48bb-982e-43f79dcca632,revision_number=3']} {{(pid=86333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:07:52.029165 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-538faba9-9f6c-4889-9352-3a7a7065a77e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.387s {{(pid=86333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:07:52.152191 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.l3_dvr_db [None req-aca0e2f7-909a-4041-b3af-ac9cbb061397 None None] Set router a027c7f5-ae14-4131-81d5-003a827d25fe gateway port host: dv-cinder-786054-2-smb {{(pid=86333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 17 04:07:52.219604 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-7e08478a-be5e-4e01-8b7a-a17d6587a8b4 req-a3cce734-9070-4c29-bfd5-5be934ae6383 service neutron] 10.222.0.32 "GET /v2.0/networks/3648c013-741e-41bf-ba14-932e8746819e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3800156 Apr 17 04:07:52.401531 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.notifiers.nova [req-093f1f53-845a-46c8-9629-3cf485988d5b req-0e5c5b95-775e-49a1-9766-59aadb56e64f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ddcf9cb-567f-4abd-b738-abd8a77d244e {{(pid=86331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 17 04:07:52.410980 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [req-093f1f53-845a-46c8-9629-3cf485988d5b req-0e5c5b95-775e-49a1-9766-59aadb56e64f service neutron] Notify callbacks [] for port, precommit_update {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:07:52.427843 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.provisioning_blocks [req-093f1f53-845a-46c8-9629-3cf485988d5b req-0e5c5b95-775e-49a1-9766-59aadb56e64f service neutron] Transition to ACTIVE for port object 7ddcf9cb-567f-4abd-b738-abd8a77d244e will not be triggered until provisioned by entity L2. {{(pid=86331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 17 04:07:52.435679 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-7e08478a-be5e-4e01-8b7a-a17d6587a8b4 req-79b60620-74f7-438f-a4ec-bf8a0005a292 service neutron] 10.222.0.32 "GET /v2.0/networks/3648c013-741e-41bf-ba14-932e8746819e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1850109 Apr 17 04:07:52.487996 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [req-093f1f53-845a-46c8-9629-3cf485988d5b req-0e5c5b95-775e-49a1-9766-59aadb56e64f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1691685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854152290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792299986632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244555219606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792299556228'] for port, after_update {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:07:52.494307 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.l3_hamode_db [None req-aca0e2f7-909a-4041-b3af-ac9cbb061397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a027c7f5-ae14-4131-81d5-003a827d25fe', 'name': 'tempest-TestMinimumBasicScenario-264851891-router', 'tenant_id': '070afdb654ec4feaadf9deacc4d5389d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3299e77b-a72c-46bf-8676-13cef166cd0a', 'external_fixed_ips': [{'subnet_id': '126682c8-3b96-411d-a59b-48497db5cf0c', 'ip_address': '172.28.1.3'}], 'enable_snat': True}, 'gw_port_id': '33f493a0-6789-48bb-982e-43f79dcca632', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-17T04:07:42Z', 'updated_at': '2021-04-17T04:07:45Z', 'revision_number': 3, 'project_id': '070afdb654ec4feaadf9deacc4d5389d', 'gw_port': {'id': '33f493a0-6789-48bb-982e-43f79dcca632', 'name': '', 'network_id': '3299e77b-a72c-46bf-8676-13cef166cd0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:f2:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a027c7f5-ae14-4131-81d5-003a827d25fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '126682c8-3b96-411d-a59b-48497db5cf0c', 'ip_address': '172.28.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-17T04:07:44Z', 'updated_at': '2021-04-17T04:07:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '126682c8-3b96-411d-a59b-48497db5cf0c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-2-smb'}], 'dv-cinder-786054-2-smb', False) {} {{(pid=86333) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 17 04:07:52.498870 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aca0e2f7-909a-4041-b3af-ac9cbb061397 None None] The sync data for ids ['a027c7f5-ae14-4131-81d5-003a827d25fe'] in dv-cinder-786054-2-smb is: [{'id': 'a027c7f5-ae14-4131-81d5-003a827d25fe', 'name': 'tempest-TestMinimumBasicScenario-264851891-router', 'tenant_id': '070afdb654ec4feaadf9deacc4d5389d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3299e77b-a72c-46bf-8676-13cef166cd0a', 'external_fixed_ips': [{'subnet_id': '126682c8-3b96-411d-a59b-48497db5cf0c', 'ip_address': '172.28.1.3'}], 'enable_snat': True}, 'gw_port_id': '33f493a0-6789-48bb-982e-43f79dcca632', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-17T04:07:42Z', 'updated_at': '2021-04-17T04:07:45Z', 'revision_number': 3, 'project_id': '070afdb654ec4feaadf9deacc4d5389d', 'gw_port': {'id': '33f493a0-6789-48bb-982e-43f79dcca632', 'name': '', 'network_id': '3299e77b-a72c-46bf-8676-13cef166cd0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:f2:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a027c7f5-ae14-4131-81d5-003a827d25fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '126682c8-3b96-411d-a59b-48497db5cf0c', 'ip_address': '172.28.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-17T04:07:44Z', 'updated_at': '2021-04-17T04:07:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '126682c8-3b96-411d-a59b-48497db5cf0c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-2-smb'}] {{(pid=86333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 17 04:07:52.505041 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-a713e2ad-e05a-4d23-a614-a7ae9fabc9c4 req-f5eacd42-23a8-42e1-b7ae-5d8707b64103 tempest-AttachVolumeNegativeTest-1226596354 tempest-AttachVolumeNegativeTest-1226596354-project] 10.222.0.20 "GET /v2.0/security-groups?id=ae5ae7d4-03a6-4de4-82fb-45078eb27a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7293022 Apr 17 04:07:52.551553 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-7a249f8d-a720-48ab-8dfd-fcd346790f07 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:07:52.597644 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-0a95b094-f29b-46a2-9c26-b44603255b24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:07:52.616668 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.db_base_plugin_common [None req-e2f450ae-8167-49ca-9191-17ac937cea57 admin admin] Allocated IP 172.20.0.1 (21d58d11-d600-49b4-b6eb-061a4f165798/d8efc28a-fb66-4d2f-becf-ebef93a6283d/a56cf082-dcf4-4773-897b-5577e3a3d44b) {{(pid=86330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 17 04:07:52.782290 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-0a95b094-f29b-46a2-9c26-b44603255b24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920236'] for security_group, after_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:07:52.813381 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-e2f450ae-8167-49ca-9191-17ac937cea57 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:07:52.832556 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.provisioning_blocks [None req-e2f450ae-8167-49ca-9191-17ac937cea57 admin admin] Transition to ACTIVE for port object a56cf082-dcf4-4773-897b-5577e3a3d44b will not be triggered until provisioned by entity DHCP. {{(pid=86330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 17 04:07:52.862660 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-e2f450ae-8167-49ca-9191-17ac937cea57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1691685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854152290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244555219623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852218909'] for port, after_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:07:52.870533 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5c5b95-775e-49a1-9766-59aadb56e64f service neutron] Pushing event updated for resources: {'Port': ['ID=7ddcf9cb-567f-4abd-b738-abd8a77d244e,revision_number=2']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:07:52.877316 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:07:52.881254 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-0e5c5b95-775e-49a1-9766-59aadb56e64f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:07:52.895377 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-d90fcc94-61ea-495f-9d97-735fca890e87 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.087s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:07:52.912760 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.managers [req-093f1f53-845a-46c8-9629-3cf485988d5b req-0e5c5b95-775e-49a1-9766-59aadb56e64f service neutron] Attempting to bind port 7ddcf9cb-567f-4abd-b738-abd8a77d244e on host hv-cinder-78605 for vnic_type normal with profile {{(pid=86331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 17 04:07:52.913132 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.managers [req-093f1f53-845a-46c8-9629-3cf485988d5b req-0e5c5b95-775e-49a1-9766-59aadb56e64f service neutron] Attempting to bind port 7ddcf9cb-567f-4abd-b738-abd8a77d244e by drivers openvswitch,hyperv on host hv-cinder-78605 at level 0 using segments [{'id': '21289dc9-e49a-4956-a25b-e0a8cf0d6ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'e6680b4c-b81d-4947-a2bb-bed68ccc8fd7'}] {{(pid=86331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 17 04:07:52.913500 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-093f1f53-845a-46c8-9629-3cf485988d5b req-0e5c5b95-775e-49a1-9766-59aadb56e64f service neutron] Attempting to bind port 7ddcf9cb-567f-4abd-b738-abd8a77d244e on network e6680b4c-b81d-4947-a2bb-bed68ccc8fd7 {{(pid=86331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 17 04:07:52.945125 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a95b094-f29b-46a2-9c26-b44603255b24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d68f899d-ea92-45ad-b97d-094cac691935,revision_number=1']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:07:52.958176 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-0a95b094-f29b-46a2-9c26-b44603255b24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:07:52.966931 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eada8b61-f576-4a73-a7b9-4ab077428250 req-02bb9194-b6bb-46a6-9cb6-afdb93ade798 tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:07:52.968614 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-eada8b61-f576-4a73-a7b9-4ab077428250 req-02bb9194-b6bb-46a6-9cb6-afdb93ade798 tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] 10.222.0.20 "GET /v2.0/ports?device_id=e7bd5423-b2e2-475d-a2ab-f5ceb7a824a7 HTTP/1.1" status: 200 len: 945 time: 0.5344863 Apr 17 04:07:52.969255 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-093f1f53-845a-46c8-9629-3cf485988d5b req-0e5c5b95-775e-49a1-9766-59aadb56e64f service neutron] Port 7ddcf9cb-567f-4abd-b738-abd8a77d244e on network e6680b4c-b81d-4947-a2bb-bed68ccc8fd7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78605 {{(pid=86331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 17 04:07:52.969608 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-093f1f53-845a-46c8-9629-3cf485988d5b req-0e5c5b95-775e-49a1-9766-59aadb56e64f service neutron] Attempting to bind port 7ddcf9cb-567f-4abd-b738-abd8a77d244e on network e6680b4c-b81d-4947-a2bb-bed68ccc8fd7 {{(pid=86331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 17 04:07:52.982737 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f450ae-8167-49ca-9191-17ac937cea57 admin admin] Pushing event updated for resources: {'Port': ['ID=a56cf082-dcf4-4773-897b-5577e3a3d44b,revision_number=1']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:07:52.996692 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-e2f450ae-8167-49ca-9191-17ac937cea57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:07:53.002813 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2f450ae-8167-49ca-9191-17ac937cea57 admin admin] Network 21d58d11-d600-49b4-b6eb-061a4f165798 is already hosted by enough agents. {{(pid=86330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 17 04:07:53.004026 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.scheduler.base_scheduler [None req-e2f450ae-8167-49ca-9191-17ac937cea57 admin admin] Resources bound (agent type, host, resource id): {{(pid=86330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 17 04:07:53.014263 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2f450ae-8167-49ca-9191-17ac937cea57 admin admin] Received port after_create {{(pid=86330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 17 04:07:53.027159 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [None req-0a95b094-f29b-46a2-9c26-b44603255b24 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4c979fa6229946cd862ab6fd902d763d&name=default HTTP/1.1" status: 200 len: 2979 time: 3.0345509 Apr 17 04:07:53.044320 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-093f1f53-845a-46c8-9629-3cf485988d5b req-0e5c5b95-775e-49a1-9766-59aadb56e64f service neutron] Checking agent: {'id': '61ad0fc1-16d6-4e18-b3c9-f584687973c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78605', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 17, 4, 4, 12), 'started_at': datetime.datetime(2021, 4, 17, 4, 4, 12), 'heartbeat_timestamp': datetime.datetime(2021, 4, 17, 4, 7, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 17 04:07:53.045056 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-093f1f53-845a-46c8-9629-3cf485988d5b req-0e5c5b95-775e-49a1-9766-59aadb56e64f service neutron] Checking segment: {'id': '21289dc9-e49a-4956-a25b-e0a8cf0d6ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'e6680b4c-b81d-4947-a2bb-bed68ccc8fd7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 17 04:07:53.045710 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-093f1f53-845a-46c8-9629-3cf485988d5b req-0e5c5b95-775e-49a1-9766-59aadb56e64f service neutron] Bound using segment: {'id': '21289dc9-e49a-4956-a25b-e0a8cf0d6ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'e6680b4c-b81d-4947-a2bb-bed68ccc8fd7'} {{(pid=86331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 17 04:07:53.046410 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.managers [req-093f1f53-845a-46c8-9629-3cf485988d5b req-0e5c5b95-775e-49a1-9766-59aadb56e64f service neutron] Bound port: 7ddcf9cb-567f-4abd-b738-abd8a77d244e, host: hv-cinder-78605, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21289dc9-e49a-4956-a25b-e0a8cf0d6ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'e6680b4c-b81d-4947-a2bb-bed68ccc8fd7'}}] {{(pid=86331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 17 04:07:53.047024 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [req-093f1f53-845a-46c8-9629-3cf485988d5b req-0e5c5b95-775e-49a1-9766-59aadb56e64f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853081909'] for port, before_update {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:07:53.053649 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.20', 56274) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 17 04:07:53.164738 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-614450c1-dbdb-4b3f-9ed6-92c59c7267e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:07:53.192897 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.db [req-093f1f53-845a-46c8-9629-3cf485988d5b req-0e5c5b95-775e-49a1-9766-59aadb56e64f service neutron] For port 7ddcf9cb-567f-4abd-b738-abd8a77d244e, host hv-cinder-78605, cleared binding levels {{(pid=86331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 17 04:07:53.196491 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.db [req-093f1f53-845a-46c8-9629-3cf485988d5b req-0e5c5b95-775e-49a1-9766-59aadb56e64f service neutron] For port 7ddcf9cb-567f-4abd-b738-abd8a77d244e, host hv-cinder-78605, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=7ddcf9cb-567f-4abd-b738-abd8a77d244e,segment=NetworkSegment(21289dc9-e49a-4956-a25b-e0a8cf0d6ebd),segment_id=21289dc9-e49a-4956-a25b-e0a8cf0d6ebd)] {{(pid=86331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 17 04:07:53.198882 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-614450c1-dbdb-4b3f-9ed6-92c59c7267e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:07:53.211596 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-e2f450ae-8167-49ca-9191-17ac937cea57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036853752574'] for router_interface, before_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:07:53.219784 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [req-093f1f53-845a-46c8-9629-3cf485988d5b req-0e5c5b95-775e-49a1-9766-59aadb56e64f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1691685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854152290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792299986632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244555219606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792299556228'] for port, after_update {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:07:53.236429 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d2dfab-e9b5-47c7-9f63-e2dff00da78b req-729660ad-ce6f-424b-b8ce-1d914f315b64 tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:07:53.250794 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-05d2dfab-e9b5-47c7-9f63-e2dff00da78b req-729660ad-ce6f-424b-b8ce-1d914f315b64 tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] 10.222.0.20 "GET /v2.0/ports?device_id=ddff59d5-455c-4e23-be4e-32eee2b20c05 HTTP/1.1" status: 200 len: 946 time: 0.4966514 Apr 17 04:07:53.266427 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:07:53.383404 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-e2f450ae-8167-49ca-9191-17ac937cea57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853081909'] for port, before_update {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:07:53.402027 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.provisioning_blocks [None req-caa5be7c-18f8-4425-a72a-93f3186ea7b9 None None] Provisioning for port a56cf082-dcf4-4773-897b-5577e3a3d44b completed by entity DHCP. {{(pid=86332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 17 04:07:53.419673 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5c5b95-775e-49a1-9766-59aadb56e64f service neutron] Pushing event updated for resources: {'Port': ['ID=7ddcf9cb-567f-4abd-b738-abd8a77d244e,revision_number=3']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:07:53.421275 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.provisioning_blocks [None req-caa5be7c-18f8-4425-a72a-93f3186ea7b9 None None] Provisioning complete for port a56cf082-dcf4-4773-897b-5577e3a3d44b triggered by entity DHCP. {{(pid=86332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 17 04:07:53.421689 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-caa5be7c-18f8-4425-a72a-93f3186ea7b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2017814'] for port, provisioning_complete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:07:53.442407 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-eada8b61-f576-4a73-a7b9-4ab077428250 req-f86fe60e-f83e-4000-9a63-9e1b5383b296 tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] 10.222.0.20 "GET /v2.0/security-groups?id=48edf01a-27e1-4331-aa2f-debc447aa56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4579964 Apr 17 04:07:53.455553 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-0e5c5b95-775e-49a1-9766-59aadb56e64f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:07:53.477693 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093f1f53-845a-46c8-9629-3cf485988d5b req-0e5c5b95-775e-49a1-9766-59aadb56e64f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:07:53.478537 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [req-093f1f53-845a-46c8-9629-3cf485988d5b req-0e5c5b95-775e-49a1-9766-59aadb56e64f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854152307'] for port, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:07:53.479934 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-093f1f53-845a-46c8-9629-3cf485988d5b req-0e5c5b95-775e-49a1-9766-59aadb56e64f service neutron] 10.222.0.32 "PUT /v2.0/ports/7ddcf9cb-567f-4abd-b738-abd8a77d244e HTTP/1.1" status: 200 len: 1094 time: 3.1969223 Apr 17 04:07:53.480374 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4408bca-bf10-4802-9d42-a42681c7a793', 'tag': '7ddcf9cb-567f-4abd-b738-abd8a77d244e'}] {{(pid=86331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 17 04:07:53.569775 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.plugin [None req-caa5be7c-18f8-4425-a72a-93f3186ea7b9 None None] Port a56cf082-dcf4-4773-897b-5577e3a3d44b cannot update to ACTIVE because it is not bound. {{(pid=86332) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 17 04:07:53.636355 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4408bca-bf10-4802-9d42-a42681c7a793', 'tag': '7ddcf9cb-567f-4abd-b738-abd8a77d244e', 'status': 'completed', 'code': 200} Apr 17 04:07:53.653046 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-05d2dfab-e9b5-47c7-9f63-e2dff00da78b req-a4ba7f56-dbef-4cdb-9b70-b2ccb4328ea9 tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd5929ab-7671-4e84-b39c-be6225ef81ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4012713 Apr 17 04:07:53.753096 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093f1f53-845a-46c8-9629-3cf485988d5b req-b2f1552e-d0c9-4115-bc6b-2a11133d6f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:07:53.754861 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-093f1f53-845a-46c8-9629-3cf485988d5b req-b2f1552e-d0c9-4115-bc6b-2a11133d6f10 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=414abe24304b477ea2fe3108443164aa&device_id=a4408bca-bf10-4802-9d42-a42681c7a793 HTTP/1.1" status: 200 len: 1097 time: 0.2302969 Apr 17 04:07:53.763526 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.rpc [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] Device 33f493a0-6789-48bb-982e-43f79dcca632 up at agent ovs-agent-dv-cinder-786054-2-smb {{(pid=86332) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 17 04:07:53.878425 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-093f1f53-845a-46c8-9629-3cf485988d5b req-cf55532f-3994-4332-9ed9-d4bffefae89e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7ddcf9cb-567f-4abd-b738-abd8a77d244e HTTP/1.1" status: 200 len: 217 time: 0.0968695 Apr 17 04:07:53.917533 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-614450c1-dbdb-4b3f-9ed6-92c59c7267e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920236'] for security_group, after_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:07:53.927503 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-f9bcdf28-eca7-4863-ab44-5927472a4b0a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:07:53.965384 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.provisioning_blocks [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] Provisioning for port 33f493a0-6789-48bb-982e-43f79dcca632 completed by entity L2. {{(pid=86332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 17 04:07:53.979327 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.provisioning_blocks [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] Provisioning complete for port 33f493a0-6789-48bb-982e-43f79dcca632 triggered by entity L2. {{(pid=86332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 17 04:07:53.980219 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2017814'] for port, provisioning_complete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:07:54.024888 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614450c1-dbdb-4b3f-9ed6-92c59c7267e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d68f899d-ea92-45ad-b97d-094cac691935,revision_number=None']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:07:54.039296 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-614450c1-dbdb-4b3f-9ed6-92c59c7267e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:07:54.054680 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-614450c1-dbdb-4b3f-9ed6-92c59c7267e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:07:54.055907 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [None req-614450c1-dbdb-4b3f-9ed6-92c59c7267e6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d68f899d-ea92-45ad-b97d-094cac691935 HTTP/1.1" status: 204 len: 168 time: 0.9983890 Apr 17 04:07:54.101425 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093f1f53-845a-46c8-9629-3cf485988d5b req-7076354b-726b-41fc-89e3-6d6f5ebe2dda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:07:54.104985 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-093f1f53-845a-46c8-9629-3cf485988d5b req-7076354b-726b-41fc-89e3-6d6f5ebe2dda service neutron] 10.222.0.32 "GET /v2.0/subnets?id=081dd618-920d-4243-8505-347b38674470 HTTP/1.1" status: 200 len: 855 time: 0.1497030 Apr 17 04:07:54.164910 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e553155-e658-4c2d-8151-d9b22756e18b req-ce9b3aec-a007-498f-b146-cc6c35365161 tempest-AttachVolumeNegativeTest-1226596354 tempest-AttachVolumeNegativeTest-1226596354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:07:54.166530 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-4e553155-e658-4c2d-8151-d9b22756e18b req-ce9b3aec-a007-498f-b146-cc6c35365161 tempest-AttachVolumeNegativeTest-1226596354 tempest-AttachVolumeNegativeTest-1226596354-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4408bca-bf10-4802-9d42-a42681c7a793 HTTP/1.1" status: 200 len: 944 time: 0.2964303 Apr 17 04:07:54.171625 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-e2f450ae-8167-49ca-9191-17ac937cea57 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:07:54.183388 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-e2f450ae-8167-49ca-9191-17ac937cea57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1691685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854152290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792299986632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244555219606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792299556228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2556906'] for port, after_update {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:07:54.225536 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-093f1f53-845a-46c8-9629-3cf485988d5b req-552389a3-8d92-473f-a392-6815569c5edb service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e6680b4c-b81d-4947-a2bb-bed68ccc8fd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1066813 Apr 17 04:07:54.229752 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:07:54.313617 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853081909'] for port, before_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:07:54.333529 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.db [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] For port 33f493a0-6789-48bb-982e-43f79dcca632, host dv-cinder-786054-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-2-smb',level=0,port_id=33f493a0-6789-48bb-982e-43f79dcca632,segment=NetworkSegment(0331decf-77a3-4764-a14d-d11dc820119c),segment_id=0331decf-77a3-4764-a14d-d11dc820119c)] {{(pid=86332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 17 04:07:54.340546 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1691685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854152290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792299986632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244555219606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792299556228'] for port, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:07:54.342374 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:07:54.361147 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-e2f450ae-8167-49ca-9191-17ac937cea57 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854152273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1023333'] for router_interface, after_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:07:54.415847 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f450ae-8167-49ca-9191-17ac937cea57 admin admin] Pushing event updated for resources: {'Port': ['ID=a56cf082-dcf4-4773-897b-5577e3a3d44b,revision_number=2']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:07:54.431816 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-e2f450ae-8167-49ca-9191-17ac937cea57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:07:54.437723 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] Pushing event updated for resources: {'Port': ['ID=33f493a0-6789-48bb-982e-43f79dcca632,revision_number=4']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:07:54.453388 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:07:54.482679 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-4e553155-e658-4c2d-8151-d9b22756e18b req-8d4eecec-b72f-4462-84a2-386a05784864 tempest-AttachVolumeNegativeTest-1226596354 tempest-AttachVolumeNegativeTest-1226596354-project] 10.222.0.20 "GET /v2.0/security-groups?id=ae5ae7d4-03a6-4de4-82fb-45078eb27a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3079262 Apr 17 04:07:54.627672 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-093f1f53-845a-46c8-9629-3cf485988d5b req-1af9ba07-cdc3-4494-ad3e-63cffc297b02 service neutron] 10.222.0.32 "GET /v2.0/networks/e6680b4c-b81d-4947-a2bb-bed68ccc8fd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3840201 Apr 17 04:07:54.714527 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2f450ae-8167-49ca-9191-17ac937cea57 admin admin] Network 21d58d11-d600-49b4-b6eb-061a4f165798 is already hosted by enough agents. {{(pid=86330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 17 04:07:54.715782 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.scheduler.base_scheduler [None req-e2f450ae-8167-49ca-9191-17ac937cea57 admin admin] Resources bound (agent type, host, resource id): {{(pid=86330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 17 04:07:55.025460 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.provisioning_blocks [None req-2a89be81-082a-407d-98db-fa2e1b6f5390 None None] Provisioning complete for port a56cf082-dcf4-4773-897b-5577e3a3d44b triggered by entity DHCP. {{(pid=86332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 17 04:07:55.026038 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-2a89be81-082a-407d-98db-fa2e1b6f5390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2017814'] for port, provisioning_complete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:07:55.043417 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2f450ae-8167-49ca-9191-17ac937cea57 admin admin] Router a027c7f5-ae14-4131-81d5-003a827d25fe has already been hosted by L3 agent 89c35117-d9bd-45d8-8d43-26735203dc9d {{(pid=86330) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 17 04:07:55.161365 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.plugin [None req-2a89be81-082a-407d-98db-fa2e1b6f5390 None None] Port a56cf082-dcf4-4773-897b-5577e3a3d44b cannot update to ACTIVE because it is not bound. {{(pid=86332) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 17 04:07:55.171457 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ec8df7-05b9-4257-986f-58263f4c3d12 req-84ca0156-2833-4c1e-8aed-c3717435c753 tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:07:55.180870 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-79ec8df7-05b9-4257-986f-58263f4c3d12 req-84ca0156-2833-4c1e-8aed-c3717435c753 tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] 10.222.0.20 "GET /v2.0/ports?device_id=e7bd5423-b2e2-475d-a2ab-f5ceb7a824a7 HTTP/1.1" status: 200 len: 945 time: 0.4725828 Apr 17 04:07:55.195150 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-093f1f53-845a-46c8-9629-3cf485988d5b req-e4f2d1c9-ace6-409a-b5df-dfc44fe593b9 service neutron] 10.222.0.32 "GET /v2.0/networks/e6680b4c-b81d-4947-a2bb-bed68ccc8fd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5539248 Apr 17 04:07:55.331664 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d997e1a9-830a-4e67-bb4e-66bb84f0c9db req-2caec79c-5758-48c7-84f6-8a16feebfa88 tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:07:55.333411 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-d997e1a9-830a-4e67-bb4e-66bb84f0c9db req-2caec79c-5758-48c7-84f6-8a16feebfa88 tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] 10.222.0.20 "GET /v2.0/ports?device_id=ddff59d5-455c-4e23-be4e-32eee2b20c05 HTTP/1.1" status: 200 len: 946 time: 0.4329689 Apr 17 04:07:55.352671 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2f450ae-8167-49ca-9191-17ac937cea57 admin admin] Notify agent at l3_agent.dv-cinder-786054-2-smb the message routers_updated {{(pid=86330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 17 04:07:55.358147 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [None req-e2f450ae-8167-49ca-9191-17ac937cea57 admin admin] 10.222.0.20 "PUT /v2.0/routers/a027c7f5-ae14-4131-81d5-003a827d25fe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0922585 Apr 17 04:07:55.393098 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-79ec8df7-05b9-4257-986f-58263f4c3d12 req-3927f8c9-4458-4892-b422-675d07f68327 tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] 10.222.0.20 "GET /v2.0/security-groups?id=48edf01a-27e1-4331-aa2f-debc447aa56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2110054 Apr 17 04:07:55.428200 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-d997e1a9-830a-4e67-bb4e-66bb84f0c9db req-20d8c2d2-b791-4898-97c8-1a8d7a0b02e8 tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd5929ab-7671-4e84-b39c-be6225ef81ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0858111 Apr 17 04:07:55.475474 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f64872-898b-450a-a114-5a45a6407f64 req-ffbb7527-f6e2-4fe5-9740-afd6df8184e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:07:55.477120 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-61f64872-898b-450a-a114-5a45a6407f64 req-ffbb7527-f6e2-4fe5-9740-afd6df8184e3 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=414abe24304b477ea2fe3108443164aa&device_id=a4408bca-bf10-4802-9d42-a42681c7a793 HTTP/1.1" status: 200 len: 1097 time: 0.2210608 Apr 17 04:07:55.692558 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f64872-898b-450a-a114-5a45a6407f64 req-f325c5df-4813-48c1-8b99-29992f12f760 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:07:55.695259 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-61f64872-898b-450a-a114-5a45a6407f64 req-f325c5df-4813-48c1-8b99-29992f12f760 service neutron] 10.222.0.32 "GET /v2.0/networks?id=e6680b4c-b81d-4947-a2bb-bed68ccc8fd7 HTTP/1.1" status: 200 len: 916 time: 0.2071359 Apr 17 04:07:55.770302 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.rpc [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] Device 33f493a0-6789-48bb-982e-43f79dcca632 up at agent ovs-agent-dv-cinder-786054-2-smb {{(pid=86332) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 17 04:07:55.852144 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-61f64872-898b-450a-a114-5a45a6407f64 req-1097727f-30ad-41f9-abd6-7219f8ccc5c9 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7ddcf9cb-567f-4abd-b738-abd8a77d244e HTTP/1.1" status: 200 len: 217 time: 0.1469896 Apr 17 04:07:55.941698 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.provisioning_blocks [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] Provisioning complete for port 33f493a0-6789-48bb-982e-43f79dcca632 triggered by entity L2. {{(pid=86332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 17 04:07:55.942426 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2017814'] for port, provisioning_complete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:07:56.143193 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f64872-898b-450a-a114-5a45a6407f64 req-723285c2-2ec1-4327-85f0-a8da9abd2a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:07:56.149856 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-61f64872-898b-450a-a114-5a45a6407f64 req-723285c2-2ec1-4327-85f0-a8da9abd2a88 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=081dd618-920d-4243-8505-347b38674470 HTTP/1.1" status: 200 len: 855 time: 0.2839801 Apr 17 04:07:56.283297 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-61f64872-898b-450a-a114-5a45a6407f64 req-da846efa-099d-43dc-9731-5633135e71ad service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e6680b4c-b81d-4947-a2bb-bed68ccc8fd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1190634 Apr 17 04:07:56.296913 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4952cc-0ca1-4f21-996c-be8df7021439 req-e0c233e7-ab3a-4f3b-8bab-cc2f8e7678c1 tempest-AttachVolumeNegativeTest-1226596354 tempest-AttachVolumeNegativeTest-1226596354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:07:56.299620 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-2f4952cc-0ca1-4f21-996c-be8df7021439 req-e0c233e7-ab3a-4f3b-8bab-cc2f8e7678c1 tempest-AttachVolumeNegativeTest-1226596354 tempest-AttachVolumeNegativeTest-1226596354-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4408bca-bf10-4802-9d42-a42681c7a793 HTTP/1.1" status: 200 len: 944 time: 0.4444470 Apr 17 04:07:56.547422 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-61f64872-898b-450a-a114-5a45a6407f64 req-c9cb272f-9141-437c-932c-3636ecfbaf90 service neutron] 10.222.0.32 "GET /v2.0/networks/e6680b4c-b81d-4947-a2bb-bed68ccc8fd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2475195 Apr 17 04:07:56.573714 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02e05962-1973-4c03-925f-b1a82c32ead0 None None] Sync routers for ids ['a027c7f5-ae14-4131-81d5-003a827d25fe'] in dv-cinder-786054-2-smb {{(pid=86332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 17 04:07:56.599054 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02e05962-1973-4c03-925f-b1a82c32ead0 None None] Routers {'a027c7f5-ae14-4131-81d5-003a827d25fe'} bound to L3 agent in host dv-cinder-786054-2-smb {{(pid=86332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 17 04:07:56.606471 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.l3_hamode_db [None req-02e05962-1973-4c03-925f-b1a82c32ead0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786054-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-17T03:57:39Z,description=,heartbeat_timestamp=2021-04-17T04:07:40Z,host='dv-cinder-786054-2-smb',id=89c35117-d9bd-45d8-8d43-26735203dc9d,load=0,resource_versions=,resources_synced=,started_at=2021-04-17T03:57:39Z,topic='l3_agent')) {'router_ids': ['a027c7f5-ae14-4131-81d5-003a827d25fe'], 'active': True} {{(pid=86332) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 17 04:07:56.673267 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-2f4952cc-0ca1-4f21-996c-be8df7021439 req-828f07d6-9c09-4fa7-a19b-b6aa3736b8fc tempest-AttachVolumeNegativeTest-1226596354 tempest-AttachVolumeNegativeTest-1226596354-project] 10.222.0.20 "GET /v2.0/security-groups?id=ae5ae7d4-03a6-4de4-82fb-45078eb27a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3132410 Apr 17 04:07:56.859612 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50e1ff7-7aaa-4c0f-a0eb-b611db1a30d8 req-72b71fda-2792-45f5-b9e7-28813bb4867c tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:07:56.861247 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-a50e1ff7-7aaa-4c0f-a0eb-b611db1a30d8 req-72b71fda-2792-45f5-b9e7-28813bb4867c tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] 10.222.0.20 "GET /v2.0/ports?device_id=ddff59d5-455c-4e23-be4e-32eee2b20c05 HTTP/1.1" status: 200 len: 946 time: 0.1839516 Apr 17 04:07:56.865002 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-61f64872-898b-450a-a114-5a45a6407f64 req-b92c6d70-195a-4d48-b2bc-8fcdc1b3f1c2 service neutron] 10.222.0.32 "GET /v2.0/networks/e6680b4c-b81d-4947-a2bb-bed68ccc8fd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3053045 Apr 17 04:07:56.918464 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-a50e1ff7-7aaa-4c0f-a0eb-b611db1a30d8 req-8e6410fc-b5d2-4a6b-9248-82938405ddd7 tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd5929ab-7671-4e84-b39c-be6225ef81ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490687 Apr 17 04:07:56.989982 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.l3_dvr_db [None req-02e05962-1973-4c03-925f-b1a82c32ead0 None None] Set router a027c7f5-ae14-4131-81d5-003a827d25fe gateway port host: dv-cinder-786054-2-smb {{(pid=86332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 17 04:07:57.454868 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.rpc [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Device 7ddcf9cb-567f-4abd-b738-abd8a77d244e details requested by agent hyperv_hv-cinder-78605 with host hv-cinder-78605 {{(pid=86332) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 17 04:07:58.070097 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.db [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] For port 7ddcf9cb-567f-4abd-b738-abd8a77d244e, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=7ddcf9cb-567f-4abd-b738-abd8a77d244e,segment=NetworkSegment(21289dc9-e49a-4956-a25b-e0a8cf0d6ebd),segment_id=21289dc9-e49a-4956-a25b-e0a8cf0d6ebd)] {{(pid=86332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 17 04:07:58.103371 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.rpc [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Returning: {'device': '7ddcf9cb-567f-4abd-b738-abd8a77d244e', 'network_id': 'e6680b4c-b81d-4947-a2bb-bed68ccc8fd7', 'port_id': '7ddcf9cb-567f-4abd-b738-abd8a77d244e', 'mac_address': 'fa:16:3e:32:bc:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '081dd618-920d-4243-8505-347b38674470', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86332) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 17 04:07:58.188162 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853081909'] for port, before_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:07:58.209537 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.notifiers.nova [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ddcf9cb-567f-4abd-b738-abd8a77d244e {{(pid=86332) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 17 04:07:58.233196 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.db [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] For port 7ddcf9cb-567f-4abd-b738-abd8a77d244e, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=7ddcf9cb-567f-4abd-b738-abd8a77d244e,segment=NetworkSegment(21289dc9-e49a-4956-a25b-e0a8cf0d6ebd),segment_id=21289dc9-e49a-4956-a25b-e0a8cf0d6ebd)] {{(pid=86332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 17 04:07:58.246420 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1691685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854152290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792299986632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244555219606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792299556228'] for port, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:07:58.259094 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-348a24a4-dfb9-435a-bbd9-a7b6724f3045 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:07:58.286732 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076403cb-da9b-43b6-8c99-f049569749f9 req-e921c66a-06fb-43ef-82f3-cf08994f3a95 tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:07:58.289049 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-076403cb-da9b-43b6-8c99-f049569749f9 req-e921c66a-06fb-43ef-82f3-cf08994f3a95 tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] 10.222.0.20 "GET /v2.0/ports?device_id=e7bd5423-b2e2-475d-a2ab-f5ceb7a824a7 HTTP/1.1" status: 200 len: 945 time: 0.3429461 Apr 17 04:07:58.307980 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d6715f-b6d3-4bb0-a1c8-a89c6af58ec9 req-6d958a04-a781-4f1c-b673-6ea5e98dcf55 tempest-AttachVolumeNegativeTest-1226596354 tempest-AttachVolumeNegativeTest-1226596354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:07:58.319918 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-75d6715f-b6d3-4bb0-a1c8-a89c6af58ec9 req-6d958a04-a781-4f1c-b673-6ea5e98dcf55 tempest-AttachVolumeNegativeTest-1226596354 tempest-AttachVolumeNegativeTest-1226596354-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4408bca-bf10-4802-9d42-a42681c7a793 HTTP/1.1" status: 200 len: 944 time: 0.2929654 Apr 17 04:07:58.391681 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.l3_hamode_db [None req-02e05962-1973-4c03-925f-b1a82c32ead0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a027c7f5-ae14-4131-81d5-003a827d25fe', 'name': 'tempest-TestMinimumBasicScenario-264851891-router', 'tenant_id': '070afdb654ec4feaadf9deacc4d5389d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3299e77b-a72c-46bf-8676-13cef166cd0a', 'external_fixed_ips': [{'subnet_id': '126682c8-3b96-411d-a59b-48497db5cf0c', 'ip_address': '172.28.1.3'}], 'enable_snat': True}, 'gw_port_id': '33f493a0-6789-48bb-982e-43f79dcca632', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-17T04:07:42Z', 'updated_at': '2021-04-17T04:07:53Z', 'revision_number': 4, 'project_id': '070afdb654ec4feaadf9deacc4d5389d', 'gw_port': {'id': '33f493a0-6789-48bb-982e-43f79dcca632', 'name': '', 'network_id': '3299e77b-a72c-46bf-8676-13cef166cd0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:f2:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a027c7f5-ae14-4131-81d5-003a827d25fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '126682c8-3b96-411d-a59b-48497db5cf0c', 'ip_address': '172.28.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-17T04:07:44Z', 'updated_at': '2021-04-17T04:07:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126682c8-3b96-411d-a59b-48497db5cf0c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-2-smb', '_interfaces': [{'id': 'a56cf082-dcf4-4773-897b-5577e3a3d44b', 'name': '', 'network_id': '21d58d11-d600-49b4-b6eb-061a4f165798', 'tenant_id': '070afdb654ec4feaadf9deacc4d5389d', 'mac_address': 'fa:16:3e:d8:46:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a027c7f5-ae14-4131-81d5-003a827d25fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': 'd8efc28a-fb66-4d2f-becf-ebef93a6283d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-17T04:07:52Z', 'updated_at': '2021-04-17T04:07:53Z', 'revision_number': 2, 'project_id': '070afdb654ec4feaadf9deacc4d5389d', 'subnets': [{'id': 'd8efc28a-fb66-4d2f-becf-ebef93a6283d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-2-smb', False) {} {{(pid=86332) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 17 04:07:58.414337 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02e05962-1973-4c03-925f-b1a82c32ead0 None None] Checking router: a027c7f5-ae14-4131-81d5-003a827d25fe for host: dv-cinder-786054-2-smb {{(pid=86332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 17 04:07:58.414903 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02e05962-1973-4c03-925f-b1a82c32ead0 None None] Updating router a027c7f5-ae14-4131-81d5-003a827d25fe port a56cf082-dcf4-4773-897b-5577e3a3d44b binding host dv-cinder-786054-2-smb {{(pid=86332) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 17 04:07:58.439834 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-75d6715f-b6d3-4bb0-a1c8-a89c6af58ec9 req-d4c94860-5feb-479a-9809-ff50cc26d11d tempest-AttachVolumeNegativeTest-1226596354 tempest-AttachVolumeNegativeTest-1226596354-project] 10.222.0.20 "GET /v2.0/security-groups?id=ae5ae7d4-03a6-4de4-82fb-45078eb27a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186459 Apr 17 04:07:58.466668 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-076403cb-da9b-43b6-8c99-f049569749f9 req-c23c825e-1755-406b-89fb-d1c43b33ae32 tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] 10.222.0.20 "GET /v2.0/security-groups?id=48edf01a-27e1-4331-aa2f-debc447aa56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711488 Apr 17 04:07:58.537866 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-02e05962-1973-4c03-925f-b1a82c32ead0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853081909'] for port, before_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:07:58.742718 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Pushing event updated for resources: {'Port': ['ID=7ddcf9cb-567f-4abd-b738-abd8a77d244e,revision_number=4']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:07:58.745934 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.db [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] get_ports_and_sgs() called for port_ids ['7ddcf9cb-567f-4abd-b738-abd8a77d244e'] {{(pid=86332) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 17 04:07:58.795793 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.538s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:07:58.867508 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21c4564-dba5-46c0-8dfa-aa0ff1daeafe req-32f97d07-5aa4-4005-b94d-af574667c3d1 tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:07:58.884630 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-f21c4564-dba5-46c0-8dfa-aa0ff1daeafe req-32f97d07-5aa4-4005-b94d-af574667c3d1 tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] 10.222.0.20 "GET /v2.0/ports?device_id=ddff59d5-455c-4e23-be4e-32eee2b20c05 HTTP/1.1" status: 200 len: 946 time: 0.1988971 Apr 17 04:07:58.985572 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-f21c4564-dba5-46c0-8dfa-aa0ff1daeafe req-3f2b6be1-f6be-4647-884f-646fbf58639d tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd5929ab-7671-4e84-b39c-be6225ef81ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0993783 Apr 17 04:07:59.701846 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-02e05962-1973-4c03-925f-b1a82c32ead0 None None] Notify callbacks [] for port, precommit_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:07:59.738014 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.provisioning_blocks [None req-02e05962-1973-4c03-925f-b1a82c32ead0 None None] Transition to ACTIVE for port object a56cf082-dcf4-4773-897b-5577e3a3d44b will not be triggered until provisioned by entity L2. {{(pid=86332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 17 04:07:59.749791 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-02e05962-1973-4c03-925f-b1a82c32ead0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1691685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854152290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792299986632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244555219606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792299556228'] for port, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:07:59.756757 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-be9bc4e9-234a-41e5-abcc-54761f49d93b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:07:59.964772 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ce1422-0484-469f-9295-a3d6568906e6 req-7e008934-274d-410a-8659-eb6d3ae92afe tempest-AttachVolumeNegativeTest-1226596354 tempest-AttachVolumeNegativeTest-1226596354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:07:59.973082 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-56ce1422-0484-469f-9295-a3d6568906e6 req-7e008934-274d-410a-8659-eb6d3ae92afe tempest-AttachVolumeNegativeTest-1226596354 tempest-AttachVolumeNegativeTest-1226596354-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4408bca-bf10-4802-9d42-a42681c7a793 HTTP/1.1" status: 200 len: 945 time: 0.1701381 Apr 17 04:08:00.152558 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-56ce1422-0484-469f-9295-a3d6568906e6 req-024f6b22-a80b-4494-b176-1b5c1c76c6cb tempest-AttachVolumeNegativeTest-1226596354 tempest-AttachVolumeNegativeTest-1226596354-project] 10.222.0.20 "GET /v2.0/security-groups?id=ae5ae7d4-03a6-4de4-82fb-45078eb27a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709518 Apr 17 04:08:00.188002 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02edff41-f5ec-4fd8-9d37-6be1782362dc None None] Pushing event updated for resources: {'Port': ['ID=a56cf082-dcf4-4773-897b-5577e3a3d44b,revision_number=3']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:08:00.206586 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-02edff41-f5ec-4fd8-9d37-6be1782362dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.449s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:08:00.281683 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36b0b07-88c4-4d7f-9930-79330749d32b req-9d264674-2b81-4c25-ba8a-37e91e90dc2e tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:08:00.283625 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-e36b0b07-88c4-4d7f-9930-79330749d32b req-9d264674-2b81-4c25-ba8a-37e91e90dc2e tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] 10.222.0.20 "GET /v2.0/ports?device_id=ddff59d5-455c-4e23-be4e-32eee2b20c05 HTTP/1.1" status: 200 len: 946 time: 0.1298463 Apr 17 04:08:00.374573 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-e36b0b07-88c4-4d7f-9930-79330749d32b req-c4ee5160-fda9-4c62-aff0-6c087e4c3e5c tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd5929ab-7671-4e84-b39c-be6225ef81ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0767641 Apr 17 04:08:00.381926 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.managers [None req-02e05962-1973-4c03-925f-b1a82c32ead0 None None] Attempting to bind port a56cf082-dcf4-4773-897b-5577e3a3d44b on host dv-cinder-786054-2-smb for vnic_type normal with profile {{(pid=86332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 17 04:08:00.382342 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.managers [None req-02e05962-1973-4c03-925f-b1a82c32ead0 None None] Attempting to bind port a56cf082-dcf4-4773-897b-5577e3a3d44b by drivers openvswitch,hyperv on host dv-cinder-786054-2-smb at level 0 using segments [{'id': 'fb7c0281-1e7b-4585-9fd3-09041ab55b7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '21d58d11-d600-49b4-b6eb-061a4f165798'}] {{(pid=86332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 17 04:08:00.382757 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e05962-1973-4c03-925f-b1a82c32ead0 None None] Attempting to bind port a56cf082-dcf4-4773-897b-5577e3a3d44b on network 21d58d11-d600-49b4-b6eb-061a4f165798 {{(pid=86332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 17 04:08:00.401596 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e05962-1973-4c03-925f-b1a82c32ead0 None None] Checking agent: {'id': '96b6248f-f9b9-4a9f-9317-f4ef1fc85571', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786054-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 17, 3, 57, 41), 'started_at': datetime.datetime(2021, 4, 17, 3, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 4, 17, 4, 7, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786054-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 17 04:08:00.401596 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e05962-1973-4c03-925f-b1a82c32ead0 None None] Checking segment: {'id': 'fb7c0281-1e7b-4585-9fd3-09041ab55b7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '21d58d11-d600-49b4-b6eb-061a4f165798'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 17 04:08:00.401596 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-02e05962-1973-4c03-925f-b1a82c32ead0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:08:00.401596 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e05962-1973-4c03-925f-b1a82c32ead0 None None] Bound using segment: {'id': 'fb7c0281-1e7b-4585-9fd3-09041ab55b7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '21d58d11-d600-49b4-b6eb-061a4f165798'} {{(pid=86332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 17 04:08:00.401596 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.managers [None req-02e05962-1973-4c03-925f-b1a82c32ead0 None None] Bound port: a56cf082-dcf4-4773-897b-5577e3a3d44b, host: dv-cinder-786054-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb7c0281-1e7b-4585-9fd3-09041ab55b7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '21d58d11-d600-49b4-b6eb-061a4f165798'}}] {{(pid=86332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 17 04:08:00.401596 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-02e05962-1973-4c03-925f-b1a82c32ead0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853081909'] for port, before_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:08:00.496837 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.db [None req-02e05962-1973-4c03-925f-b1a82c32ead0 None None] For port a56cf082-dcf4-4773-897b-5577e3a3d44b, host dv-cinder-786054-2-smb, cleared binding levels {{(pid=86332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 17 04:08:00.500195 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.db [None req-02e05962-1973-4c03-925f-b1a82c32ead0 None None] For port a56cf082-dcf4-4773-897b-5577e3a3d44b, host dv-cinder-786054-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-2-smb',level=0,port_id=a56cf082-dcf4-4773-897b-5577e3a3d44b,segment=NetworkSegment(fb7c0281-1e7b-4585-9fd3-09041ab55b7a),segment_id=fb7c0281-1e7b-4585-9fd3-09041ab55b7a)] {{(pid=86332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 17 04:08:00.509536 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-02e05962-1973-4c03-925f-b1a82c32ead0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1691685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854152290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792299986632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244555219606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792299556228'] for port, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:08:00.520492 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:08:00.595380 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02edff41-f5ec-4fd8-9d37-6be1782362dc None None] Pushing event updated for resources: {'Port': ['ID=a56cf082-dcf4-4773-897b-5577e3a3d44b,revision_number=4']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:08:00.612491 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-02edff41-f5ec-4fd8-9d37-6be1782362dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:08:00.646636 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02e05962-1973-4c03-925f-b1a82c32ead0 None None] Routers {'a027c7f5-ae14-4131-81d5-003a827d25fe'} bound to L3 agent in host dv-cinder-786054-2-smb {{(pid=86332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 17 04:08:00.647374 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.l3_hamode_db [None req-02e05962-1973-4c03-925f-b1a82c32ead0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786054-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-17T03:57:39Z,description=,heartbeat_timestamp=2021-04-17T04:07:40Z,host='dv-cinder-786054-2-smb',id=89c35117-d9bd-45d8-8d43-26735203dc9d,load=0,resource_versions=,resources_synced=,started_at=2021-04-17T03:57:39Z,topic='l3_agent')) {'router_ids': ['a027c7f5-ae14-4131-81d5-003a827d25fe'], 'active': True} {{(pid=86332) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 17 04:08:00.976889 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.l3_dvr_db [None req-02e05962-1973-4c03-925f-b1a82c32ead0 None None] Set router a027c7f5-ae14-4131-81d5-003a827d25fe gateway port host: dv-cinder-786054-2-smb {{(pid=86332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 17 04:08:01.502242 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c74b1c-f8e3-4f11-ba6d-807e330a9d17 req-d0e156ef-3c6e-43a4-aa61-8ae034c43e6a tempest-AttachVolumeNegativeTest-1226596354 tempest-AttachVolumeNegativeTest-1226596354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:08:01.504006 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-55c74b1c-f8e3-4f11-ba6d-807e330a9d17 req-d0e156ef-3c6e-43a4-aa61-8ae034c43e6a tempest-AttachVolumeNegativeTest-1226596354 tempest-AttachVolumeNegativeTest-1226596354-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4408bca-bf10-4802-9d42-a42681c7a793 HTTP/1.1" status: 200 len: 945 time: 0.1701448 Apr 17 04:08:01.613582 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.rpc [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Device 7ddcf9cb-567f-4abd-b738-abd8a77d244e up at agent hyperv_hv-cinder-78605 {{(pid=86332) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 17 04:08:01.710208 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.agents_db [None req-76d39d81-b417-4462-95bd-4e842fba9248 None None] Agent healthcheck: found 6 active agents {{(pid=86333) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 17 04:08:01.766554 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.l3_hamode_db [None req-02e05962-1973-4c03-925f-b1a82c32ead0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a027c7f5-ae14-4131-81d5-003a827d25fe', 'name': 'tempest-TestMinimumBasicScenario-264851891-router', 'tenant_id': '070afdb654ec4feaadf9deacc4d5389d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3299e77b-a72c-46bf-8676-13cef166cd0a', 'external_fixed_ips': [{'subnet_id': '126682c8-3b96-411d-a59b-48497db5cf0c', 'ip_address': '172.28.1.3'}], 'enable_snat': True}, 'gw_port_id': '33f493a0-6789-48bb-982e-43f79dcca632', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-17T04:07:42Z', 'updated_at': '2021-04-17T04:07:53Z', 'revision_number': 4, 'project_id': '070afdb654ec4feaadf9deacc4d5389d', 'gw_port': {'id': '33f493a0-6789-48bb-982e-43f79dcca632', 'name': '', 'network_id': '3299e77b-a72c-46bf-8676-13cef166cd0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:f2:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a027c7f5-ae14-4131-81d5-003a827d25fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '126682c8-3b96-411d-a59b-48497db5cf0c', 'ip_address': '172.28.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-17T04:07:44Z', 'updated_at': '2021-04-17T04:07:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126682c8-3b96-411d-a59b-48497db5cf0c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-2-smb', '_interfaces': [{'id': 'a56cf082-dcf4-4773-897b-5577e3a3d44b', 'name': '', 'network_id': '21d58d11-d600-49b4-b6eb-061a4f165798', 'tenant_id': '070afdb654ec4feaadf9deacc4d5389d', 'mac_address': 'fa:16:3e:d8:46:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a027c7f5-ae14-4131-81d5-003a827d25fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': 'd8efc28a-fb66-4d2f-becf-ebef93a6283d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-17T04:07:52Z', 'updated_at': '2021-04-17T04:08:00Z', 'revision_number': 4, 'project_id': '070afdb654ec4feaadf9deacc4d5389d', 'subnets': [{'id': 'd8efc28a-fb66-4d2f-becf-ebef93a6283d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-2-smb', False) {} {{(pid=86332) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 17 04:08:01.797725 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02e05962-1973-4c03-925f-b1a82c32ead0 None None] The sync data for ids ['a027c7f5-ae14-4131-81d5-003a827d25fe'] in dv-cinder-786054-2-smb is: [{'id': 'a027c7f5-ae14-4131-81d5-003a827d25fe', 'name': 'tempest-TestMinimumBasicScenario-264851891-router', 'tenant_id': '070afdb654ec4feaadf9deacc4d5389d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3299e77b-a72c-46bf-8676-13cef166cd0a', 'external_fixed_ips': [{'subnet_id': '126682c8-3b96-411d-a59b-48497db5cf0c', 'ip_address': '172.28.1.3'}], 'enable_snat': True}, 'gw_port_id': '33f493a0-6789-48bb-982e-43f79dcca632', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-17T04:07:42Z', 'updated_at': '2021-04-17T04:07:53Z', 'revision_number': 4, 'project_id': '070afdb654ec4feaadf9deacc4d5389d', 'gw_port': {'id': '33f493a0-6789-48bb-982e-43f79dcca632', 'name': '', 'network_id': '3299e77b-a72c-46bf-8676-13cef166cd0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:f2:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a027c7f5-ae14-4131-81d5-003a827d25fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '126682c8-3b96-411d-a59b-48497db5cf0c', 'ip_address': '172.28.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-17T04:07:44Z', 'updated_at': '2021-04-17T04:07:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126682c8-3b96-411d-a59b-48497db5cf0c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-2-smb', '_interfaces': [{'id': 'a56cf082-dcf4-4773-897b-5577e3a3d44b', 'name': '', 'network_id': '21d58d11-d600-49b4-b6eb-061a4f165798', 'tenant_id': '070afdb654ec4feaadf9deacc4d5389d', 'mac_address': 'fa:16:3e:d8:46:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a027c7f5-ae14-4131-81d5-003a827d25fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': 'd8efc28a-fb66-4d2f-becf-ebef93a6283d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-17T04:07:52Z', 'updated_at': '2021-04-17T04:08:00Z', 'revision_number': 4, 'project_id': '070afdb654ec4feaadf9deacc4d5389d', 'subnets': [{'id': 'd8efc28a-fb66-4d2f-becf-ebef93a6283d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 17 04:08:01.819217 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.provisioning_blocks [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Provisioning for port 7ddcf9cb-567f-4abd-b738-abd8a77d244e completed by entity L2. {{(pid=86332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 17 04:08:01.846337 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.provisioning_blocks [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Provisioning complete for port 7ddcf9cb-567f-4abd-b738-abd8a77d244e triggered by entity L2. {{(pid=86332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 17 04:08:01.846870 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2017814'] for port, provisioning_complete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:08:02.195766 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853081909'] for port, before_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:08:02.233839 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-55c74b1c-f8e3-4f11-ba6d-807e330a9d17 req-d58f21cb-c2f0-4785-a51e-73a7d3228b50 tempest-AttachVolumeNegativeTest-1226596354 tempest-AttachVolumeNegativeTest-1226596354-project] 10.222.0.20 "GET /v2.0/security-groups?id=ae5ae7d4-03a6-4de4-82fb-45078eb27a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7152030 Apr 17 04:08:02.240076 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4408bca-bf10-4802-9d42-a42681c7a793', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ddcf9cb-567f-4abd-b738-abd8a77d244e'}] {{(pid=86332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 17 04:08:02.261958 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.db [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] For port 7ddcf9cb-567f-4abd-b738-abd8a77d244e, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=7ddcf9cb-567f-4abd-b738-abd8a77d244e,segment=NetworkSegment(21289dc9-e49a-4956-a25b-e0a8cf0d6ebd),segment_id=21289dc9-e49a-4956-a25b-e0a8cf0d6ebd)] {{(pid=86332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 17 04:08:02.269131 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1691685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854152290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792299986632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244555219606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792299556228'] for port, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:08:02.272452 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:08:02.335319 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443b7d12-d118-44af-a136-34fa7c878ba5 req-0ac28c75-ffee-4c24-ac6d-03a256418239 tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:08:02.337055 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-443b7d12-d118-44af-a136-34fa7c878ba5 req-0ac28c75-ffee-4c24-ac6d-03a256418239 tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] 10.222.0.20 "GET /v2.0/ports?device_id=ddff59d5-455c-4e23-be4e-32eee2b20c05 HTTP/1.1" status: 200 len: 946 time: 0.1889188 Apr 17 04:08:02.406920 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Pushing event updated for resources: {'Port': ['ID=7ddcf9cb-567f-4abd-b738-abd8a77d244e,revision_number=5']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:08:02.414680 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:08:02.425467 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-443b7d12-d118-44af-a136-34fa7c878ba5 req-a14bb34b-0f16-458d-b508-5dd43e5e0dc9 tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd5929ab-7671-4e84-b39c-be6225ef81ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0797884 Apr 17 04:08:02.522472 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4408bca-bf10-4802-9d42-a42681c7a793', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ddcf9cb-567f-4abd-b738-abd8a77d244e', 'code': 200} Apr 17 04:08:02.905181 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67785840-63e4-430d-afca-77a87b5e3494 req-d1c281e4-af5d-4d30-8b0d-043362259a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:08:02.906927 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-67785840-63e4-430d-afca-77a87b5e3494 req-d1c281e4-af5d-4d30-8b0d-043362259a6e service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=a4408bca-bf10-4802-9d42-a42681c7a793 HTTP/1.1" status: 200 len: 1099 time: 0.1382129 Apr 17 04:08:03.000095 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64fece9-4f03-4819-abd4-697e552113c4 req-5f2cf94e-5b73-4484-a059-cad49924be60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:08:03.001752 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-b64fece9-4f03-4819-abd4-697e552113c4 req-5f2cf94e-5b73-4484-a059-cad49924be60 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c61f909e458d447f8c0cdeb8d1fce856&device_id=e7bd5423-b2e2-475d-a2ab-f5ceb7a824a7 HTTP/1.1" status: 200 len: 1098 time: 0.2001712 Apr 17 04:08:03.086500 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-67785840-63e4-430d-afca-77a87b5e3494 req-adb18e16-6017-452e-bc3e-40d7b3a822d9 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=ae5ae7d4-03a6-4de4-82fb-45078eb27a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742636 Apr 17 04:08:03.104202 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b2dc5a-d6d2-437b-91c5-15ec5cc4fcc6 req-c69abccf-3f2c-4788-9ee7-d1bf902fdbe0 tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:08:03.110598 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-72b2dc5a-d6d2-437b-91c5-15ec5cc4fcc6 req-c69abccf-3f2c-4788-9ee7-d1bf902fdbe0 tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] 10.222.0.20 "GET /v2.0/ports?device_id=e7bd5423-b2e2-475d-a2ab-f5ceb7a824a7 HTTP/1.1" status: 200 len: 945 time: 0.2026017 Apr 17 04:08:03.180349 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-72b2dc5a-d6d2-437b-91c5-15ec5cc4fcc6 req-2082451f-8ce6-4229-9f21-0e277a760299 tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] 10.222.0.20 "GET /v2.0/security-groups?id=48edf01a-27e1-4331-aa2f-debc447aa56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598860 Apr 17 04:08:03.227732 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64fece9-4f03-4819-abd4-697e552113c4 req-bef596be-1ad9-4c60-afc3-e8218966baf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:08:03.230073 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-b64fece9-4f03-4819-abd4-697e552113c4 req-bef596be-1ad9-4c60-afc3-e8218966baf5 service neutron] 10.222.0.32 "GET /v2.0/networks?id=3648c013-741e-41bf-ba14-932e8746819e HTTP/1.1" status: 200 len: 919 time: 0.2147353 Apr 17 04:08:03.337522 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-b64fece9-4f03-4819-abd4-697e552113c4 req-1eaa7684-6ab1-4ea5-addc-00948c763838 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=995830d2-98eb-4e77-85fe-efc69cb1ced3 HTTP/1.1" status: 200 len: 217 time: 0.0936568 Apr 17 04:08:03.454251 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64fece9-4f03-4819-abd4-697e552113c4 req-b531060d-8fab-44a9-b65e-4ce91a8c612c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:08:03.455832 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-b64fece9-4f03-4819-abd4-697e552113c4 req-b531060d-8fab-44a9-b65e-4ce91a8c612c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f604e219-b121-4ee2-9dbd-506d5b380753 HTTP/1.1" status: 200 len: 858 time: 0.1107936 Apr 17 04:08:03.534409 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-b64fece9-4f03-4819-abd4-697e552113c4 req-5dfd4f00-b12a-4556-b07d-a5a8fd61612b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3648c013-741e-41bf-ba14-932e8746819e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0678134 Apr 17 04:08:03.592015 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5440de-e5eb-41aa-a054-ee822ab0d2e2 req-fcbe1ed9-7649-4c24-b139-f00f0d203b3b tempest-AttachVolumeNegativeTest-1226596354 tempest-AttachVolumeNegativeTest-1226596354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:08:03.593817 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-fd5440de-e5eb-41aa-a054-ee822ab0d2e2 req-fcbe1ed9-7649-4c24-b139-f00f0d203b3b tempest-AttachVolumeNegativeTest-1226596354 tempest-AttachVolumeNegativeTest-1226596354-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4408bca-bf10-4802-9d42-a42681c7a793 HTTP/1.1" status: 200 len: 946 time: 0.1625397 Apr 17 04:08:03.750495 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-fd5440de-e5eb-41aa-a054-ee822ab0d2e2 req-ee6ed1bf-87f3-4548-8aae-726e1b4bd96d tempest-AttachVolumeNegativeTest-1226596354 tempest-AttachVolumeNegativeTest-1226596354-project] 10.222.0.20 "GET /v2.0/security-groups?id=ae5ae7d4-03a6-4de4-82fb-45078eb27a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483977 Apr 17 04:08:03.774846 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.rpc [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] Device a56cf082-dcf4-4773-897b-5577e3a3d44b up at agent ovs-agent-dv-cinder-786054-2-smb {{(pid=86332) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 17 04:08:03.859790 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ba6a7d-787f-48d0-a46b-a643da8ea3ed req-ae99f2e1-b767-4941-9709-829a991fbccf tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:08:03.868373 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-49ba6a7d-787f-48d0-a46b-a643da8ea3ed req-ae99f2e1-b767-4941-9709-829a991fbccf tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] 10.222.0.20 "GET /v2.0/ports?device_id=ddff59d5-455c-4e23-be4e-32eee2b20c05 HTTP/1.1" status: 200 len: 946 time: 0.1856406 Apr 17 04:08:03.881259 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-b64fece9-4f03-4819-abd4-697e552113c4 req-56c72e2f-71a0-4fca-80c9-0900519e6a05 service neutron] 10.222.0.32 "GET /v2.0/networks/3648c013-741e-41bf-ba14-932e8746819e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3370199 Apr 17 04:08:03.882817 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.provisioning_blocks [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] Provisioning for port a56cf082-dcf4-4773-897b-5577e3a3d44b completed by entity L2. {{(pid=86332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 17 04:08:03.889478 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.provisioning_blocks [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] Provisioning complete for port a56cf082-dcf4-4773-897b-5577e3a3d44b triggered by entity L2. {{(pid=86332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 17 04:08:03.890179 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2017814'] for port, provisioning_complete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:08:03.972662 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-49ba6a7d-787f-48d0-a46b-a643da8ea3ed req-f7669513-75fb-4bf0-817c-7e4d8db2b39c tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd5929ab-7671-4e84-b39c-be6225ef81ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1029167 Apr 17 04:08:04.186678 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853081909'] for port, before_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:08:04.277928 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.db [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] For port a56cf082-dcf4-4773-897b-5577e3a3d44b, host dv-cinder-786054-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-2-smb',level=0,port_id=a56cf082-dcf4-4773-897b-5577e3a3d44b,segment=NetworkSegment(fb7c0281-1e7b-4585-9fd3-09041ab55b7a),segment_id=fb7c0281-1e7b-4585-9fd3-09041ab55b7a)] {{(pid=86332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 17 04:08:04.283277 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1691685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854152290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792299986632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244555219606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792299556228'] for port, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:08:04.285381 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-706ea9d7-6501-47d1-92e5-c964cd2d3c41 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:08:04.375614 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] Pushing event updated for resources: {'Port': ['ID=a56cf082-dcf4-4773-897b-5577e3a3d44b,revision_number=5']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:08:04.379972 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:08:04.449769 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-b64fece9-4f03-4819-abd4-697e552113c4 req-98736b78-0189-4d98-b83c-b45464048ed4 service neutron] 10.222.0.32 "GET /v2.0/networks/3648c013-741e-41bf-ba14-932e8746819e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5556097 Apr 17 04:08:04.653813 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e338f107-db2b-41e4-93b6-048e9c7d17d1 req-bf18f3aa-d34c-4aa0-98c5-fad153c60d52 tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:08:04.663734 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-e338f107-db2b-41e4-93b6-048e9c7d17d1 req-bf18f3aa-d34c-4aa0-98c5-fad153c60d52 tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] 10.222.0.20 "GET /v2.0/ports?device_id=e7bd5423-b2e2-475d-a2ab-f5ceb7a824a7 HTTP/1.1" status: 200 len: 945 time: 0.1295316 Apr 17 04:08:04.738055 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-e338f107-db2b-41e4-93b6-048e9c7d17d1 req-776d7fe1-eb20-4179-885f-cc23c4a20ef6 tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] 10.222.0.20 "GET /v2.0/security-groups?id=48edf01a-27e1-4331-aa2f-debc447aa56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730321 Apr 17 04:08:05.003311 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66abc071-109f-4c05-ba26-a28a9054f9fc req-e4fd1904-e182-45a5-8a53-0b43c9124f08 tempest-AttachVolumeNegativeTest-1226596354 tempest-AttachVolumeNegativeTest-1226596354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:08:05.008300 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-66abc071-109f-4c05-ba26-a28a9054f9fc req-e4fd1904-e182-45a5-8a53-0b43c9124f08 tempest-AttachVolumeNegativeTest-1226596354 tempest-AttachVolumeNegativeTest-1226596354-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4408bca-bf10-4802-9d42-a42681c7a793 HTTP/1.1" status: 200 len: 946 time: 0.1265278 Apr 17 04:08:05.070643 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-66abc071-109f-4c05-ba26-a28a9054f9fc req-0ebe341d-1685-45c9-b20f-0204621772a1 tempest-AttachVolumeNegativeTest-1226596354 tempest-AttachVolumeNegativeTest-1226596354-project] 10.222.0.20 "GET /v2.0/security-groups?id=ae5ae7d4-03a6-4de4-82fb-45078eb27a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532813 Apr 17 04:08:05.375260 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc07f4a-6f11-4b06-994b-bb04af3e2a7d req-f8e3a93c-c7d5-427d-ba6c-79921068ffd7 tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:08:05.376953 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-5fc07f4a-6f11-4b06-994b-bb04af3e2a7d req-f8e3a93c-c7d5-427d-ba6c-79921068ffd7 tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] 10.222.0.20 "GET /v2.0/ports?device_id=ddff59d5-455c-4e23-be4e-32eee2b20c05 HTTP/1.1" status: 200 len: 946 time: 0.1833277 Apr 17 04:08:05.436098 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-5fc07f4a-6f11-4b06-994b-bb04af3e2a7d req-36a2342a-4717-44e0-bb70-638e8483f504 tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd5929ab-7671-4e84-b39c-be6225ef81ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522614 Apr 17 04:08:05.693546 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.rpc [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] Device a56cf082-dcf4-4773-897b-5577e3a3d44b up at agent ovs-agent-dv-cinder-786054-2-smb {{(pid=86332) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 17 04:08:05.778083 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.provisioning_blocks [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] Provisioning complete for port a56cf082-dcf4-4773-897b-5577e3a3d44b triggered by entity L2. {{(pid=86332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 17 04:08:05.778718 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2017814'] for port, provisioning_complete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:08:05.872524 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.20', 56550) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 17 04:08:05.969892 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e8a3e7-b7dc-46cf-9173-b3d8d1b88d98 req-a7bb2ba7-7482-4460-b80e-767335680d26 tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:08:05.970164 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.db_base_plugin_v2 [None req-bcbddd94-a613-4c60-b65e-6f2431701e97 admin admin] Deleting subnet 60c00017-da74-4f15-bfcf-b734eded4c88 {{(pid=86330) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 17 04:08:05.973993 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-bcbddd94-a613-4c60-b65e-6f2431701e97 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:08:05.977674 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-b2e8a3e7-b7dc-46cf-9173-b3d8d1b88d98 req-a7bb2ba7-7482-4460-b80e-767335680d26 tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] 10.222.0.20 "GET /v2.0/ports?device_id=e7bd5423-b2e2-475d-a2ab-f5ceb7a824a7 HTTP/1.1" status: 200 len: 945 time: 0.0934885 Apr 17 04:08:06.033104 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-bcbddd94-a613-4c60-b65e-6f2431701e97 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852242307'] for subnet, precommit_delete_associations {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:08:06.049981 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-b2e8a3e7-b7dc-46cf-9173-b3d8d1b88d98 req-50bba6be-cf79-409b-80b4-726286669bca tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] 10.222.0.20 "GET /v2.0/security-groups?id=48edf01a-27e1-4331-aa2f-debc447aa56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616684 Apr 17 04:08:06.118654 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-bcbddd94-a613-4c60-b65e-6f2431701e97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2044980'] for subnet, precommit_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:08:06.392322 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-bcbddd94-a613-4c60-b65e-6f2431701e97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036852730868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854152290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852219849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852674524'] for subnet, after_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:08:06.397885 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:08:06.446194 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbddd94-a613-4c60-b65e-6f2431701e97 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=60c00017-da74-4f15-bfcf-b734eded4c88,revision_number=None']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:08:06.469026 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-bcbddd94-a613-4c60-b65e-6f2431701e97 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854152307'] for subnet, before_response {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:08:06.485597 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbddd94-a613-4c60-b65e-6f2431701e97 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:08:06.486904 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbddd94-a613-4c60-b65e-6f2431701e97 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:08:06.488152 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbddd94-a613-4c60-b65e-6f2431701e97 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:08:06.489661 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbddd94-a613-4c60-b65e-6f2431701e97 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:08:06.490159 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbddd94-a613-4c60-b65e-6f2431701e97 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:08:06.490663 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbddd94-a613-4c60-b65e-6f2431701e97 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:08:06.491657 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbddd94-a613-4c60-b65e-6f2431701e97 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:08:06.492128 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbddd94-a613-4c60-b65e-6f2431701e97 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:08:06.493222 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbddd94-a613-4c60-b65e-6f2431701e97 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:08:06.493710 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbddd94-a613-4c60-b65e-6f2431701e97 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:08:06.494770 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbddd94-a613-4c60-b65e-6f2431701e97 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:08:06.495232 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbddd94-a613-4c60-b65e-6f2431701e97 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:08:06.504738 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-bcbddd94-a613-4c60-b65e-6f2431701e97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:08:06.509959 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.20', 56564) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 17 04:08:06.511127 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [None req-bcbddd94-a613-4c60-b65e-6f2431701e97 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/60c00017-da74-4f15-bfcf-b734eded4c88 HTTP/1.1" status: 204 len: 168 time: 0.6370752 Apr 17 04:08:06.698250 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-1d63e0e8-c549-4f29-8b51-bc52053b3cee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2007928'] for network, before_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:08:06.881025 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee35d9b0-c557-4afa-8729-9b378d5084a1 req-40fee2a2-ea59-457a-8587-2ef22f899f45 tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:08:06.882747 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-ee35d9b0-c557-4afa-8729-9b378d5084a1 req-40fee2a2-ea59-457a-8587-2ef22f899f45 tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] 10.222.0.20 "GET /v2.0/ports?device_id=ddff59d5-455c-4e23-be4e-32eee2b20c05 HTTP/1.1" status: 200 len: 946 time: 0.3056684 Apr 17 04:08:06.887456 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-1d63e0e8-c549-4f29-8b51-bc52053b3cee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852730783', 'neutron.services.segments.db._delete_segments_for_network-8792299905651'] for network, precommit_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:08:06.965237 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-c5f73398-0885-4306-b8a3-5ddacdaad85b req-a1480c81-b555-40f0-89e6-9de7bc9e487b service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=adc83314-abf3-458e-b145-974486d3defe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1351826 Apr 17 04:08:07.046501 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-ee35d9b0-c557-4afa-8729-9b378d5084a1 req-b43992b5-1e6b-4d29-9fef-983b1994be3b tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd5929ab-7671-4e84-b39c-be6225ef81ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1430266 Apr 17 04:08:07.137701 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-1d63e0e8-c549-4f29-8b51-bc52053b3cee admin admin] Subscribe: > segment before_delete 55550000 {{(pid=86331) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 17 04:08:07.138326 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-1d63e0e8-c549-4f29-8b51-bc52053b3cee admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=86331) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 17 04:08:07.140298 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-1d63e0e8-c549-4f29-8b51-bc52053b3cee admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=86331) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 17 04:08:07.144756 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-1d63e0e8-c549-4f29-8b51-bc52053b3cee admin admin] Subscribe: > port after_create 55550000 {{(pid=86331) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 17 04:08:07.145307 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-1d63e0e8-c549-4f29-8b51-bc52053b3cee admin admin] Subscribe: > port after_delete 55550000 {{(pid=86331) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 17 04:08:07.145844 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-1d63e0e8-c549-4f29-8b51-bc52053b3cee admin admin] Subscribe: > port after_update 55550000 {{(pid=86331) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 17 04:08:07.146360 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-1d63e0e8-c549-4f29-8b51-bc52053b3cee admin admin] Subscribe: > segment after_delete 55550000 {{(pid=86331) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 17 04:08:07.146991 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-1d63e0e8-c549-4f29-8b51-bc52053b3cee admin admin] Subscribe: > subnet after_create 55550000 {{(pid=86331) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 17 04:08:07.147503 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-1d63e0e8-c549-4f29-8b51-bc52053b3cee admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=86331) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 17 04:08:07.148021 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-1d63e0e8-c549-4f29-8b51-bc52053b3cee admin admin] Subscribe: > subnet after_update 55550000 {{(pid=86331) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 17 04:08:07.198490 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f73398-0885-4306-b8a3-5ddacdaad85b req-e9eb6171-ec85-4dd6-8f02-107382ef2967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:08:07.200898 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-c5f73398-0885-4306-b8a3-5ddacdaad85b req-e9eb6171-ec85-4dd6-8f02-107382ef2967 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c61f909e458d447f8c0cdeb8d1fce856&device_id=adc83314-abf3-458e-b145-974486d3defe HTTP/1.1" status: 200 len: 1098 time: 0.1916161 Apr 17 04:08:07.341048 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-7af53192-12af-476f-8935-d3a8d6c13c5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244554870149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852757949'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:08:07.394417 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-1d63e0e8-c549-4f29-8b51-bc52053b3cee admin admin] Subscribe: > subnet after_create 55550000 {{(pid=86331) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 17 04:08:07.394893 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-1d63e0e8-c549-4f29-8b51-bc52053b3cee admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=86331) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 17 04:08:07.395167 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-1d63e0e8-c549-4f29-8b51-bc52053b3cee admin admin] Subscribe: > subnet before_create 55550000 {{(pid=86331) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 17 04:08:07.395495 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-1d63e0e8-c549-4f29-8b51-bc52053b3cee admin admin] Subscribe: > subnet before_update 55550000 {{(pid=86331) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 17 04:08:07.395887 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.services.segments.db [None req-1d63e0e8-c549-4f29-8b51-bc52053b3cee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d993df1e-8372-4b57-88f5-81cca499a786']}} {{(pid=86331) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 17 04:08:07.452998 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f73398-0885-4306-b8a3-5ddacdaad85b req-bcc641f5-204c-4665-8afc-e1e9b14a31ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:08:07.459204 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-c5f73398-0885-4306-b8a3-5ddacdaad85b req-bcc641f5-204c-4665-8afc-e1e9b14a31ba service neutron] 10.222.0.32 "GET /v2.0/networks?id=3648c013-741e-41bf-ba14-932e8746819e HTTP/1.1" status: 200 len: 919 time: 0.2337906 Apr 17 04:08:07.483356 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.rpc [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Device 5726dbe8-8c69-4116-83f5-349991488743 details requested by agent hyperv_hv-cinder-78605 with host hv-cinder-78605 {{(pid=86332) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 17 04:08:07.531587 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.services.segments.db [None req-1d63e0e8-c549-4f29-8b51-bc52053b3cee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12cabbe8-c97c-4ca4-93ad-8a145e13b12b') {'for_net_delete': True} {{(pid=86331) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 17 04:08:07.531952 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.services.segments.db [None req-1d63e0e8-c549-4f29-8b51-bc52053b3cee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12cabbe8-c97c-4ca4-93ad-8a145e13b12b') {} {{(pid=86331) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 17 04:08:07.550420 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-1d63e0e8-c549-4f29-8b51-bc52053b3cee admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363244554709347', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852048028'] for segment, before_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:08:07.584453 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-1d63e0e8-c549-4f29-8b51-bc52053b3cee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852729262'] for segment, precommit_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:08:07.605442 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d63e0e8-c549-4f29-8b51-bc52053b3cee admin admin] Releasing vlan 140 on physical network physnet1 to pool {{(pid=86331) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 17 04:08:07.631924 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-c5f73398-0885-4306-b8a3-5ddacdaad85b req-01476eef-d1fa-43b5-9633-5410a828bcb8 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1193c9e6-b406-4c4a-a961-bc8a319fade0 HTTP/1.1" status: 200 len: 217 time: 0.1622703 Apr 17 04:08:07.652531 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.db [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] For port 5726dbe8-8c69-4116-83f5-349991488743, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=5726dbe8-8c69-4116-83f5-349991488743,segment=NetworkSegment(14b5ea21-40f4-463d-9e75-c37fe439802e),segment_id=14b5ea21-40f4-463d-9e75-c37fe439802e)] {{(pid=86332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 17 04:08:07.668130 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.rpc [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Returning: {'device': '5726dbe8-8c69-4116-83f5-349991488743', 'network_id': 'f8f93dec-df20-4bb3-95a3-f64dab26a2d6', 'port_id': '5726dbe8-8c69-4116-83f5-349991488743', 'mac_address': 'fa:16:3e:b9:25:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '343cf9b8-b4dd-451f-9881-fd976f22c732', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86332) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 17 04:08:07.717694 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d4b145-87ed-45b8-bd25-2932cd6a08b1 req-2c99ed08-8170-47e7-9c58-791053e2b4b8 tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:08:07.719578 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f73398-0885-4306-b8a3-5ddacdaad85b req-7c068ace-1b7f-4f7a-aa6b-43d274250b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:08:07.721546 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-c5f73398-0885-4306-b8a3-5ddacdaad85b req-7c068ace-1b7f-4f7a-aa6b-43d274250b8a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f604e219-b121-4ee2-9dbd-506d5b380753 HTTP/1.1" status: 200 len: 858 time: 0.0784214 Apr 17 04:08:07.731817 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-51d4b145-87ed-45b8-bd25-2932cd6a08b1 req-2c99ed08-8170-47e7-9c58-791053e2b4b8 tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] 10.222.0.20 "GET /v2.0/ports?device_id=e7bd5423-b2e2-475d-a2ab-f5ceb7a824a7 HTTP/1.1" status: 200 len: 945 time: 0.2903607 Apr 17 04:08:07.880509 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-51d4b145-87ed-45b8-bd25-2932cd6a08b1 req-7bfa4fd4-9962-4e5d-9c08-eedc3ef3ce3a tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] 10.222.0.20 "GET /v2.0/security-groups?id=48edf01a-27e1-4331-aa2f-debc447aa56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516895 Apr 17 04:08:07.902638 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-c5f73398-0885-4306-b8a3-5ddacdaad85b req-5107182a-3554-4db0-a80a-ab5ea82ad542 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3648c013-741e-41bf-ba14-932e8746819e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1521244 Apr 17 04:08:07.928622 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853081909'] for port, before_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:08:07.967331 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.notifiers.nova [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5726dbe8-8c69-4116-83f5-349991488743 {{(pid=86332) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 17 04:08:08.022703 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.db [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] For port 5726dbe8-8c69-4116-83f5-349991488743, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=5726dbe8-8c69-4116-83f5-349991488743,segment=NetworkSegment(14b5ea21-40f4-463d-9e75-c37fe439802e),segment_id=14b5ea21-40f4-463d-9e75-c37fe439802e)] {{(pid=86332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 17 04:08:08.029136 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1691685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854152290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792299986632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244555219606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792299556228'] for port, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:08:08.031051 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-b894c289-b8f0-49ed-961b-b1e73d483da2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:08:08.064892 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.managers [None req-1d63e0e8-c549-4f29-8b51-bc52053b3cee admin admin] Network d993df1e-8372-4b57-88f5-81cca499a786 has no segments {{(pid=86331) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 17 04:08:08.100794 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-1d63e0e8-c549-4f29-8b51-bc52053b3cee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2046501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3817548'] for segment, after_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:08:08.185704 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-c5f73398-0885-4306-b8a3-5ddacdaad85b req-d0be52e1-37fb-4ddf-b639-8c35c0568a81 service neutron] 10.222.0.32 "GET /v2.0/networks/3648c013-741e-41bf-ba14-932e8746819e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2722754 Apr 17 04:08:08.193937 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Pushing event updated for resources: {'Port': ['ID=5726dbe8-8c69-4116-83f5-349991488743,revision_number=6']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:08:08.198601 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.db [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] get_ports_and_sgs() called for port_ids ['5726dbe8-8c69-4116-83f5-349991488743'] {{(pid=86332) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 17 04:08:08.264032 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:08:08.364981 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-c5f73398-0885-4306-b8a3-5ddacdaad85b req-2ade658f-5528-4752-99d9-80dd29e6a022 service neutron] 10.222.0.32 "GET /v2.0/networks/3648c013-741e-41bf-ba14-932e8746819e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1712570 Apr 17 04:08:08.453030 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.managers [None req-1d63e0e8-c549-4f29-8b51-bc52053b3cee admin admin] Network d993df1e-8372-4b57-88f5-81cca499a786 has no segments {{(pid=86331) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 17 04:08:08.484471 dv-cinder-786054-2-smb neutron-server[86217]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 17 04:08:08.484471 dv-cinder-786054-2-smb neutron-server[86217]: from cryptography.utils import int_from_bytes Apr 17 04:08:08.484471 dv-cinder-786054-2-smb neutron-server[86217]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 17 04:08:08.484471 dv-cinder-786054-2-smb neutron-server[86217]: from cryptography.utils import int_from_bytes Apr 17 04:08:08.484471 dv-cinder-786054-2-smb neutron-server[86217]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Apr 17 04:08:08.484471 dv-cinder-786054-2-smb neutron-server[86217]: (rel_b, rel_a, rel_b), Apr 17 04:08:08.484471 dv-cinder-786054-2-smb neutron-server[86217]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Apr 17 04:08:08.484471 dv-cinder-786054-2-smb neutron-server[86217]: (rel_b, rel_a, rel_b), Apr 17 04:08:08.484471 dv-cinder-786054-2-smb neutron-server[86217]: Traceback (most recent call last): Apr 17 04:08:08.484471 dv-cinder-786054-2-smb neutron-server[86217]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 17 04:08:08.484471 dv-cinder-786054-2-smb neutron-server[86217]: timer() Apr 17 04:08:08.484471 dv-cinder-786054-2-smb neutron-server[86217]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 17 04:08:08.484471 dv-cinder-786054-2-smb neutron-server[86217]: cb(*args, **kw) Apr 17 04:08:08.484471 dv-cinder-786054-2-smb neutron-server[86217]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 17 04:08:08.484471 dv-cinder-786054-2-smb neutron-server[86217]: return func(*args, **kwargs) Apr 17 04:08:08.484471 dv-cinder-786054-2-smb neutron-server[86217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 17 04:08:08.484471 dv-cinder-786054-2-smb neutron-server[86217]: self._notify() Apr 17 04:08:08.484471 dv-cinder-786054-2-smb neutron-server[86217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 17 04:08:08.484471 dv-cinder-786054-2-smb neutron-server[86217]: self.callback(batched_events) Apr 17 04:08:08.484471 dv-cinder-786054-2-smb neutron-server[86217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 17 04:08:08.484471 dv-cinder-786054-2-smb neutron-server[86217]: event.method(event) Apr 17 04:08:08.484471 dv-cinder-786054-2-smb neutron-server[86217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 17 04:08:08.484471 dv-cinder-786054-2-smb neutron-server[86217]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 17 04:08:08.484471 dv-cinder-786054-2-smb neutron-server[86217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 17 04:08:08.484471 dv-cinder-786054-2-smb neutron-server[86217]: segment_id)['aggregates'][0] Apr 17 04:08:08.484471 dv-cinder-786054-2-smb neutron-server[86217]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 17 04:08:08.484471 dv-cinder-786054-2-smb neutron-server[86217]: return f(self, *a, **k) Apr 17 04:08:08.484471 dv-cinder-786054-2-smb neutron-server[86217]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 17 04:08:08.484471 dv-cinder-786054-2-smb neutron-server[86217]: return self._get(url).json() Apr 17 04:08:08.484471 dv-cinder-786054-2-smb neutron-server[86217]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 17 04:08:08.484471 dv-cinder-786054-2-smb neutron-server[86217]: **kwargs) Apr 17 04:08:08.484471 dv-cinder-786054-2-smb neutron-server[86217]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 17 04:08:08.484471 dv-cinder-786054-2-smb neutron-server[86217]: return self.request(url, 'GET', **kwargs) Apr 17 04:08:08.484471 dv-cinder-786054-2-smb neutron-server[86217]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 17 04:08:08.484471 dv-cinder-786054-2-smb neutron-server[86217]: **endpoint_filter) Apr 17 04:08:08.484471 dv-cinder-786054-2-smb neutron-server[86217]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 17 04:08:08.484471 dv-cinder-786054-2-smb neutron-server[86217]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 17 04:08:08.484471 dv-cinder-786054-2-smb neutron-server[86217]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 17 04:08:08.484471 dv-cinder-786054-2-smb neutron-server[86217]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 17 04:08:08.484471 dv-cinder-786054-2-smb neutron-server[86217]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 17 04:08:08.593774 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a81cf1-3ba6-466e-8931-54f1754d2d7e req-bdda6866-a0e0-4ba1-ae17-96fb71cfc7f9 tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:08:08.601687 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-d9a81cf1-3ba6-466e-8931-54f1754d2d7e req-bdda6866-a0e0-4ba1-ae17-96fb71cfc7f9 tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] 10.222.0.20 "GET /v2.0/ports?device_id=ddff59d5-455c-4e23-be4e-32eee2b20c05 HTTP/1.1" status: 200 len: 945 time: 0.3420165 Apr 17 04:08:08.624116 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-1d63e0e8-c549-4f29-8b51-bc52053b3cee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2045033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854152290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1023362'] for network, after_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:08:08.648879 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-1aef3b60-64b6-42c6-b91d-10ed0a08ca47 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:08:08.668153 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-1d63e0e8-c549-4f29-8b51-bc52053b3cee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854152307'] for network, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:08:08.697143 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-d9a81cf1-3ba6-466e-8931-54f1754d2d7e req-9b70f569-00b8-40e0-b6b3-a0c054a075fa tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd5929ab-7671-4e84-b39c-be6225ef81ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0944409 Apr 17 04:08:08.698539 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d63e0e8-c549-4f29-8b51-bc52053b3cee admin admin] Pushing event deleted for resources: {'Network': ['ID=d993df1e-8372-4b57-88f5-81cca499a786,revision_number=None']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:08:08.717801 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d63e0e8-c549-4f29-8b51-bc52053b3cee admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:08:08.718371 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d63e0e8-c549-4f29-8b51-bc52053b3cee admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:08:08.718765 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d63e0e8-c549-4f29-8b51-bc52053b3cee admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:08:08.719152 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d63e0e8-c549-4f29-8b51-bc52053b3cee admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:08:08.719520 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d63e0e8-c549-4f29-8b51-bc52053b3cee admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:08:08.719903 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d63e0e8-c549-4f29-8b51-bc52053b3cee admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:08:08.720284 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d63e0e8-c549-4f29-8b51-bc52053b3cee admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:08:08.720714 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d63e0e8-c549-4f29-8b51-bc52053b3cee admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:08:08.721093 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d63e0e8-c549-4f29-8b51-bc52053b3cee admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:08:08.721471 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d63e0e8-c549-4f29-8b51-bc52053b3cee admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:08:08.721849 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d63e0e8-c549-4f29-8b51-bc52053b3cee admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:08:08.722224 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d63e0e8-c549-4f29-8b51-bc52053b3cee admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:08:08.726938 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [None req-1d63e0e8-c549-4f29-8b51-bc52053b3cee admin admin] 10.222.0.20 "DELETE /v2.0/networks/d993df1e-8372-4b57-88f5-81cca499a786 HTTP/1.1" status: 204 len: 168 time: 2.2147801 Apr 17 04:08:08.726938 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-1d63e0e8-c549-4f29-8b51-bc52053b3cee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:08:09.021170 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.20', 56604) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 17 04:08:09.113024 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.20', 56608) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 17 04:08:09.124356 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [None req-18ef28c1-ebfd-43f6-986c-d05b584c5c1a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1280c4501e644d9480bf3a82edd6bc7a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1016200 Apr 17 04:08:09.245114 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-21ee25d7-bce2-426a-ad4e-1be73c9fa0f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:08:09.277873 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38acead4-8edf-4c82-baaa-474d3a968ea5 req-a2bc53c7-0394-4dbe-85eb-261133ee6e0e tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:08:09.278527 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-21ee25d7-bce2-426a-ad4e-1be73c9fa0f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:08:09.279535 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-38acead4-8edf-4c82-baaa-474d3a968ea5 req-a2bc53c7-0394-4dbe-85eb-261133ee6e0e tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] 10.222.0.20 "GET /v2.0/ports?device_id=e7bd5423-b2e2-475d-a2ab-f5ceb7a824a7 HTTP/1.1" status: 200 len: 945 time: 0.1538320 Apr 17 04:08:09.349454 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-38acead4-8edf-4c82-baaa-474d3a968ea5 req-d13f9e73-c966-4d36-9236-5859afbf8228 tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] 10.222.0.20 "GET /v2.0/security-groups?id=48edf01a-27e1-4331-aa2f-debc447aa56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634825 Apr 17 04:08:09.352646 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-21ee25d7-bce2-426a-ad4e-1be73c9fa0f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920236'] for security_group, after_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:08:09.367657 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-42844542-0f04-46c1-8fd3-e2c875f9ffd0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:08:09.379835 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ee25d7-bce2-426a-ad4e-1be73c9fa0f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=323457c9-e81e-408d-9850-b4808121b636,revision_number=None']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:08:09.386870 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-21ee25d7-bce2-426a-ad4e-1be73c9fa0f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:08:09.387886 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-21ee25d7-bce2-426a-ad4e-1be73c9fa0f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:08:09.389119 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [None req-21ee25d7-bce2-426a-ad4e-1be73c9fa0f0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/323457c9-e81e-408d-9850-b4808121b636 HTTP/1.1" status: 204 len: 168 time: 0.2744994 Apr 17 04:08:09.493817 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.rpc [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Device 5726dbe8-8c69-4116-83f5-349991488743 up at agent hyperv_hv-cinder-78605 {{(pid=86332) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 17 04:08:09.631457 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-ad94639f-8473-48d1-8e03-3843d33f5547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244554870149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852757949'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:08:09.636460 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.provisioning_blocks [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Provisioning complete for port 5726dbe8-8c69-4116-83f5-349991488743 triggered by entity L2. {{(pid=86332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 17 04:08:09.637127 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2017814'] for port, provisioning_complete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:08:09.913528 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853081909'] for port, before_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:08:09.992062 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.db [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] For port 5726dbe8-8c69-4116-83f5-349991488743, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=5726dbe8-8c69-4116-83f5-349991488743,segment=NetworkSegment(14b5ea21-40f4-463d-9e75-c37fe439802e),segment_id=14b5ea21-40f4-463d-9e75-c37fe439802e)] {{(pid=86332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 17 04:08:10.001143 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddff59d5-455c-4e23-be4e-32eee2b20c05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5726dbe8-8c69-4116-83f5-349991488743'}] {{(pid=86332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 17 04:08:10.035414 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1691685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854152290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792299986632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244555219606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792299556228'] for port, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:08:10.040600 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:08:10.228514 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddff59d5-455c-4e23-be4e-32eee2b20c05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5726dbe8-8c69-4116-83f5-349991488743', 'code': 200} Apr 17 04:08:10.229655 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Pushing event updated for resources: {'Port': ['ID=5726dbe8-8c69-4116-83f5-349991488743,revision_number=7']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:08:10.241218 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:08:10.252949 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388eef56-321e-4ffc-8b6d-11ff716b3787 req-4ffeec4c-3e9c-4b08-b63b-91d48f7a50c8 tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:08:10.254738 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-388eef56-321e-4ffc-8b6d-11ff716b3787 req-4ffeec4c-3e9c-4b08-b63b-91d48f7a50c8 tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] 10.222.0.20 "GET /v2.0/ports?device_id=ddff59d5-455c-4e23-be4e-32eee2b20c05 HTTP/1.1" status: 200 len: 946 time: 0.3037813 Apr 17 04:08:10.330255 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-388eef56-321e-4ffc-8b6d-11ff716b3787 req-1458d094-4535-4bcd-af7a-a8df09ff4b52 tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd5929ab-7671-4e84-b39c-be6225ef81ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681481 Apr 17 04:08:10.589189 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-c4f59f18-ba4f-4d63-813b-4697a67f74c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244554870149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852757949'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:08:10.703279 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a413d32-01dd-4f84-9e99-7b7d55d6e308 req-7c96b72e-9c74-4ceb-8fa9-287d2bd21c9a tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:08:10.705013 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-1a413d32-01dd-4f84-9e99-7b7d55d6e308 req-7c96b72e-9c74-4ceb-8fa9-287d2bd21c9a tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] 10.222.0.20 "GET /v2.0/ports?device_id=e7bd5423-b2e2-475d-a2ab-f5ceb7a824a7 HTTP/1.1" status: 200 len: 945 time: 0.1110837 Apr 17 04:08:10.806749 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-1a413d32-01dd-4f84-9e99-7b7d55d6e308 req-7bd6b9a1-c6d9-47da-9f93-1c45004e56f2 tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] 10.222.0.20 "GET /v2.0/security-groups?id=48edf01a-27e1-4331-aa2f-debc447aa56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952513 Apr 17 04:08:10.945086 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244554870149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852757949'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:08:11.615242 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e82734-ec6a-42fe-b37b-99f41aeac948 req-c2eb4e91-73f2-416a-ab22-365c44dbbd4e tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:08:11.635379 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-03e82734-ec6a-42fe-b37b-99f41aeac948 req-c2eb4e91-73f2-416a-ab22-365c44dbbd4e tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] 10.222.0.20 "GET /v2.0/ports?device_id=ddff59d5-455c-4e23-be4e-32eee2b20c05 HTTP/1.1" status: 200 len: 946 time: 0.1457894 Apr 17 04:08:11.739424 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-6f7ee5bc-ae74-4cc6-a62a-23eab2a2e65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244554870149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852757949'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:08:11.747475 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-03e82734-ec6a-42fe-b37b-99f41aeac948 req-a36c163e-58ca-4831-af32-a40e63df6afd tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd5929ab-7671-4e84-b39c-be6225ef81ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1107478 Apr 17 04:08:12.049895 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed69857b-5766-4e67-b0c1-a1a2519f0a91 req-3b75809b-c17d-4378-ae54-de7bf1a33272 tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:08:12.062647 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-ed69857b-5766-4e67-b0c1-a1a2519f0a91 req-3b75809b-c17d-4378-ae54-de7bf1a33272 tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] 10.222.0.20 "GET /v2.0/ports?device_id=e7bd5423-b2e2-475d-a2ab-f5ceb7a824a7 HTTP/1.1" status: 200 len: 945 time: 0.1144345 Apr 17 04:08:12.128540 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-ed69857b-5766-4e67-b0c1-a1a2519f0a91 req-539a243b-0cf4-4517-9649-781195d996f9 tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] 10.222.0.20 "GET /v2.0/security-groups?id=48edf01a-27e1-4331-aa2f-debc447aa56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646617 Apr 17 04:08:12.453163 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244554870149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852757949'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:08:12.478232 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79120197-c673-42d4-a136-af71f42a9fa8 req-c58e433d-db53-49a7-bb19-55534d448182 tempest-TestMinimumBasicScenario-1804355180 tempest-TestMinimumBasicScenario-1804355180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:08:12.486009 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-79120197-c673-42d4-a136-af71f42a9fa8 req-c58e433d-db53-49a7-bb19-55534d448182 tempest-TestMinimumBasicScenario-1804355180 tempest-TestMinimumBasicScenario-1804355180-project] 10.222.0.20 "GET /v2.0/networks?id=43cd83d7-cb61-4acf-ae4e-cda478ed81e9 HTTP/1.1" status: 200 len: 815 time: 0.1775553 Apr 17 04:08:12.504972 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-79120197-c673-42d4-a136-af71f42a9fa8 req-c51b86b6-08fc-4bf8-9eef-e298350b6202 tempest-TestMinimumBasicScenario-1804355180 tempest-TestMinimumBasicScenario-1804355180-project] 10.222.0.20 "GET /v2.0/quotas/20095d40d9834d4b9753d4486e3a3e2c HTTP/1.1" status: 200 len: 375 time: 0.0167942 Apr 17 04:08:12.619215 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-79120197-c673-42d4-a136-af71f42a9fa8 req-0e3abe45-fa56-45d6-a704-4d2d7b808475 tempest-TestMinimumBasicScenario-1804355180 tempest-TestMinimumBasicScenario-1804355180-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=20095d40d9834d4b9753d4486e3a3e2c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1141458 Apr 17 04:08:12.771730 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-79120197-c673-42d4-a136-af71f42a9fa8 req-6912adfa-4854-42f3-91f6-e8d3a04c21ba service neutron] 10.222.0.20 "GET /v2.0/networks/43cd83d7-cb61-4acf-ae4e-cda478ed81e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1514642 Apr 17 04:08:12.945329 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-79120197-c673-42d4-a136-af71f42a9fa8 req-ad0c93be-9b55-4af8-9edd-ce84933c14df service neutron] 10.222.0.20 "GET /v2.0/networks/43cd83d7-cb61-4acf-ae4e-cda478ed81e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1721489 Apr 17 04:08:13.227343 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d07e2d-7ff1-4011-ac6a-e674c968c5c8 req-cc270bb5-dae6-4d49-80bc-56237a2dc7e4 tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:08:13.238540 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-56d07e2d-7ff1-4011-ac6a-e674c968c5c8 req-cc270bb5-dae6-4d49-80bc-56237a2dc7e4 tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] 10.222.0.20 "GET /v2.0/ports?device_id=ddff59d5-455c-4e23-be4e-32eee2b20c05 HTTP/1.1" status: 200 len: 946 time: 0.1736331 Apr 17 04:08:13.342237 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-56d07e2d-7ff1-4011-ac6a-e674c968c5c8 req-44f47df4-93df-4ab9-83ae-e8e5a5d7e38d tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd5929ab-7671-4e84-b39c-be6225ef81ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1009219 Apr 17 04:08:13.546220 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-b231037b-21aa-4a64-a6fc-42c7c394ffec req-0662e379-dc37-4818-8e1e-bf0f1607e554 tempest-TestMinimumBasicScenario-1804355180 tempest-TestMinimumBasicScenario-1804355180-project] 10.222.0.20 "GET /v2.0/ports?device_id=77c6f62d-8974-4b57-968d-f8f839d90eb8 HTTP/1.1" status: 200 len: 210 time: 0.1088426 Apr 17 04:08:13.585581 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2693cb14-323a-47cd-92cc-b199122834a3 req-b034dbc7-73ef-44c0-8b7b-f064de02de48 tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:08:13.593557 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-2693cb14-323a-47cd-92cc-b199122834a3 req-b034dbc7-73ef-44c0-8b7b-f064de02de48 tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] 10.222.0.20 "GET /v2.0/ports?device_id=e7bd5423-b2e2-475d-a2ab-f5ceb7a824a7 HTTP/1.1" status: 200 len: 945 time: 0.2421031 Apr 17 04:08:13.655061 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-2693cb14-323a-47cd-92cc-b199122834a3 req-7489f9d0-328b-4e13-b3ee-bea47618ccd4 tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] 10.222.0.20 "GET /v2.0/security-groups?id=48edf01a-27e1-4331-aa2f-debc447aa56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605395 Apr 17 04:08:14.612696 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232a0c0d-742b-4a30-9e95-8942d1575dd9 req-20a27a4b-5ec6-46c5-a0c8-00e69d71c98b tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:08:14.612696 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-232a0c0d-742b-4a30-9e95-8942d1575dd9 req-20a27a4b-5ec6-46c5-a0c8-00e69d71c98b tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] 10.222.0.20 "GET /v2.0/ports?device_id=ddff59d5-455c-4e23-be4e-32eee2b20c05 HTTP/1.1" status: 200 len: 946 time: 0.1495845 Apr 17 04:08:14.698533 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-232a0c0d-742b-4a30-9e95-8942d1575dd9 req-dcaeaa68-51a5-4f7d-938c-80c0475d170d tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd5929ab-7671-4e84-b39c-be6225ef81ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0856035 Apr 17 04:08:14.874960 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-2c1a3bdf-a927-40a0-abe9-12087f3c7429 req-907311d2-328e-47b9-9a98-2c13d24ee8f9 tempest-TestMinimumBasicScenario-1804355180 tempest-TestMinimumBasicScenario-1804355180-project] 10.222.0.20 "GET /v2.0/ports?device_id=77c6f62d-8974-4b57-968d-f8f839d90eb8 HTTP/1.1" status: 200 len: 210 time: 0.0603313 Apr 17 04:08:15.012277 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79120197-c673-42d4-a136-af71f42a9fa8 req-4fe53f9c-354f-4d0b-83bc-c02a497f082e tempest-TestMinimumBasicScenario-1804355180 tempest-TestMinimumBasicScenario-1804355180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:08:15.020006 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [req-79120197-c673-42d4-a136-af71f42a9fa8 req-4fe53f9c-354f-4d0b-83bc-c02a497f082e tempest-TestMinimumBasicScenario-1804355180 tempest-TestMinimumBasicScenario-1804355180-project] Synchronizing usage tracker for tenant:20095d40d9834d4b9753d4486e3a3e2c on resource:network {{(pid=86330) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 17 04:08:15.058350 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [req-79120197-c673-42d4-a136-af71f42a9fa8 req-4fe53f9c-354f-4d0b-83bc-c02a497f082e tempest-TestMinimumBasicScenario-1804355180 tempest-TestMinimumBasicScenario-1804355180-project] Unset dirty status for tenant:20095d40d9834d4b9753d4486e3a3e2c on resource:network {{(pid=86330) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 17 04:08:15.059784 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-79120197-c673-42d4-a136-af71f42a9fa8 req-4fe53f9c-354f-4d0b-83bc-c02a497f082e tempest-TestMinimumBasicScenario-1804355180 tempest-TestMinimumBasicScenario-1804355180-project] 10.222.0.32 "GET /v2.0/networks?id=43cd83d7-cb61-4acf-ae4e-cda478ed81e9 HTTP/1.1" status: 200 len: 815 time: 0.3039184 Apr 17 04:08:15.074483 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.v2.base [req-79120197-c673-42d4-a136-af71f42a9fa8 req-8fef9056-bd94-4cc6-aa81-55e29562058e tempest-TestMinimumBasicScenario-1804355180 tempest-TestMinimumBasicScenario-1804355180-project] Request body: {'port': {'device_id': '77c6f62d-8974-4b57-968d-f8f839d90eb8', 'network_id': '43cd83d7-cb61-4acf-ae4e-cda478ed81e9', 'admin_state_up': True, 'tenant_id': '20095d40d9834d4b9753d4486e3a3e2c'}} {{(pid=86330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 17 04:08:15.146994 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fda74c9-c4a6-4eaa-9760-2c754c6d6b41 req-f79410b2-fd54-4607-9e37-2873f18b9d5c tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:08:15.149255 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-5fda74c9-c4a6-4eaa-9760-2c754c6d6b41 req-f79410b2-fd54-4607-9e37-2873f18b9d5c tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] 10.222.0.20 "GET /v2.0/ports?device_id=e7bd5423-b2e2-475d-a2ab-f5ceb7a824a7 HTTP/1.1" status: 200 len: 945 time: 0.1130500 Apr 17 04:08:15.216512 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-5fda74c9-c4a6-4eaa-9760-2c754c6d6b41 req-239e7c03-0f81-4596-9d86-c897215673e3 tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] 10.222.0.20 "GET /v2.0/security-groups?id=48edf01a-27e1-4331-aa2f-debc447aa56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606699 Apr 17 04:08:15.240041 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [req-79120197-c673-42d4-a136-af71f42a9fa8 req-8fef9056-bd94-4cc6-aa81-55e29562058e tempest-TestMinimumBasicScenario-1804355180 tempest-TestMinimumBasicScenario-1804355180-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 17 04:08:15.244564 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [req-79120197-c673-42d4-a136-af71f42a9fa8 req-8fef9056-bd94-4cc6-aa81-55e29562058e tempest-TestMinimumBasicScenario-1804355180 tempest-TestMinimumBasicScenario-1804355180-project] Usage tracker for resource:port and tenant:20095d40d9834d4b9753d4486e3a3e2c is out of sync, need to count used quota {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 17 04:08:15.247779 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [req-79120197-c673-42d4-a136-af71f42a9fa8 req-8fef9056-bd94-4cc6-aa81-55e29562058e tempest-TestMinimumBasicScenario-1804355180 tempest-TestMinimumBasicScenario-1804355180-project] Quota usage for port was recalculated. Used quota:2. {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 17 04:08:15.256163 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [req-79120197-c673-42d4-a136-af71f42a9fa8 req-8fef9056-bd94-4cc6-aa81-55e29562058e tempest-TestMinimumBasicScenario-1804355180 tempest-TestMinimumBasicScenario-1804355180-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 17 04:08:15.266195 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-79120197-c673-42d4-a136-af71f42a9fa8 req-8fef9056-bd94-4cc6-aa81-55e29562058e tempest-TestMinimumBasicScenario-1804355180 tempest-TestMinimumBasicScenario-1804355180-project] Made reservation on behalf of 20095d40d9834d4b9753d4486e3a3e2c for: {'port': 1} {{(pid=86330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 17 04:08:15.275571 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [req-79120197-c673-42d4-a136-af71f42a9fa8 req-8fef9056-bd94-4cc6-aa81-55e29562058e tempest-TestMinimumBasicScenario-1804355180 tempest-TestMinimumBasicScenario-1804355180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853081909'] for port, before_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:08:15.477821 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.db_base_plugin_common [req-79120197-c673-42d4-a136-af71f42a9fa8 req-8fef9056-bd94-4cc6-aa81-55e29562058e tempest-TestMinimumBasicScenario-1804355180 tempest-TestMinimumBasicScenario-1804355180-project] Allocated IP 172.20.0.13 (43cd83d7-cb61-4acf-ae4e-cda478ed81e9/1a503fcd-4993-4e66-b302-8d39173456fd/4a43203c-ceaa-4e06-80e8-a8cc7e4361a1) {{(pid=86330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 17 04:08:15.741066 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [req-79120197-c673-42d4-a136-af71f42a9fa8 req-8fef9056-bd94-4cc6-aa81-55e29562058e tempest-TestMinimumBasicScenario-1804355180 tempest-TestMinimumBasicScenario-1804355180-project] Notify callbacks [] for port, precommit_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:08:15.763457 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.provisioning_blocks [req-79120197-c673-42d4-a136-af71f42a9fa8 req-8fef9056-bd94-4cc6-aa81-55e29562058e tempest-TestMinimumBasicScenario-1804355180 tempest-TestMinimumBasicScenario-1804355180-project] Transition to ACTIVE for port object 4a43203c-ceaa-4e06-80e8-a8cc7e4361a1 will not be triggered until provisioned by entity DHCP. {{(pid=86330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 17 04:08:15.801030 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [req-79120197-c673-42d4-a136-af71f42a9fa8 req-8fef9056-bd94-4cc6-aa81-55e29562058e tempest-TestMinimumBasicScenario-1804355180 tempest-TestMinimumBasicScenario-1804355180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1691685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854152290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244555219623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852218909'] for port, after_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:08:15.814789 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-428f722d-b307-4460-9781-ca32a17a5c73 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:08:15.872036 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79120197-c673-42d4-a136-af71f42a9fa8 req-8fef9056-bd94-4cc6-aa81-55e29562058e tempest-TestMinimumBasicScenario-1804355180 tempest-TestMinimumBasicScenario-1804355180-project] Network 43cd83d7-cb61-4acf-ae4e-cda478ed81e9 is already hosted by enough agents. {{(pid=86330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 17 04:08:15.875396 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.scheduler.base_scheduler [req-79120197-c673-42d4-a136-af71f42a9fa8 req-8fef9056-bd94-4cc6-aa81-55e29562058e tempest-TestMinimumBasicScenario-1804355180 tempest-TestMinimumBasicScenario-1804355180-project] Resources bound (agent type, host, resource id): {{(pid=86330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 17 04:08:15.879682 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.l3_dvrscheduler_db [req-79120197-c673-42d4-a136-af71f42a9fa8 req-8fef9056-bd94-4cc6-aa81-55e29562058e tempest-TestMinimumBasicScenario-1804355180 tempest-TestMinimumBasicScenario-1804355180-project] Received port after_create {{(pid=86330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 17 04:08:15.941828 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fef9056-bd94-4cc6-aa81-55e29562058e tempest-TestMinimumBasicScenario-1804355180 tempest-TestMinimumBasicScenario-1804355180-project] Pushing event updated for resources: {'Port': ['ID=4a43203c-ceaa-4e06-80e8-a8cc7e4361a1,revision_number=1']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:08:15.952203 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87ea099-e831-431b-9ea1-013c29807204 req-01ade716-e19d-42f5-b3cd-5f4c484b83df tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:08:15.960815 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-b87ea099-e831-431b-9ea1-013c29807204 req-01ade716-e19d-42f5-b3cd-5f4c484b83df tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] 10.222.0.20 "GET /v2.0/ports?device_id=ddff59d5-455c-4e23-be4e-32eee2b20c05 HTTP/1.1" status: 200 len: 946 time: 0.1242104 Apr 17 04:08:15.973428 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-8fef9056-bd94-4cc6-aa81-55e29562058e tempest-TestMinimumBasicScenario-1804355180 tempest-TestMinimumBasicScenario-1804355180-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:08:16.029334 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79120197-c673-42d4-a136-af71f42a9fa8 req-8fef9056-bd94-4cc6-aa81-55e29562058e tempest-TestMinimumBasicScenario-1804355180 tempest-TestMinimumBasicScenario-1804355180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:08:16.030719 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [req-79120197-c673-42d4-a136-af71f42a9fa8 req-8fef9056-bd94-4cc6-aa81-55e29562058e tempest-TestMinimumBasicScenario-1804355180 tempest-TestMinimumBasicScenario-1804355180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2986'] for port, before_response {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:08:16.041109 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-b87ea099-e831-431b-9ea1-013c29807204 req-80bf35d7-cc13-4c8d-a1f0-f69e55bed04d tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd5929ab-7671-4e84-b39c-be6225ef81ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0792031 Apr 17 04:08:16.074717 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-79120197-c673-42d4-a136-af71f42a9fa8 req-8fef9056-bd94-4cc6-aa81-55e29562058e tempest-TestMinimumBasicScenario-1804355180 tempest-TestMinimumBasicScenario-1804355180-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0045760 Apr 17 04:08:16.103002 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.v2.base [req-79120197-c673-42d4-a136-af71f42a9fa8 req-199cf3da-de87-4fd4-9630-b099bc3b8e35 service neutron] Request body: {'port': {'device_id': '77c6f62d-8974-4b57-968d-f8f839d90eb8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78605'}} {{(pid=86330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 17 04:08:16.279492 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.provisioning_blocks [None req-69d6081c-2034-4e01-9440-33347c92d445 None None] Provisioning for port 4a43203c-ceaa-4e06-80e8-a8cc7e4361a1 completed by entity DHCP. {{(pid=86332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 17 04:08:16.290792 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.provisioning_blocks [None req-69d6081c-2034-4e01-9440-33347c92d445 None None] Provisioning complete for port 4a43203c-ceaa-4e06-80e8-a8cc7e4361a1 triggered by entity DHCP. {{(pid=86332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 17 04:08:16.291214 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-69d6081c-2034-4e01-9440-33347c92d445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2017814'] for port, provisioning_complete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:08:16.299729 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [req-79120197-c673-42d4-a136-af71f42a9fa8 req-199cf3da-de87-4fd4-9630-b099bc3b8e35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853081909'] for port, before_update {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:08:16.312325 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d9ecce-ce84-4d85-8d0a-54387bf1ae63 req-3be0fc5b-3cdb-4ab1-8677-64af80a08305 tempest-TestMinimumBasicScenario-1804355180 tempest-TestMinimumBasicScenario-1804355180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:08:16.314013 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-66d9ecce-ce84-4d85-8d0a-54387bf1ae63 req-3be0fc5b-3cdb-4ab1-8677-64af80a08305 tempest-TestMinimumBasicScenario-1804355180 tempest-TestMinimumBasicScenario-1804355180-project] 10.222.0.20 "GET /v2.0/ports?device_id=77c6f62d-8974-4b57-968d-f8f839d90eb8 HTTP/1.1" status: 200 len: 932 time: 0.1399360 Apr 17 04:08:16.385543 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-66d9ecce-ce84-4d85-8d0a-54387bf1ae63 req-6bf1c7fa-a445-48aa-8019-687d4f252065 tempest-TestMinimumBasicScenario-1804355180 tempest-TestMinimumBasicScenario-1804355180-project] 10.222.0.20 "GET /v2.0/security-groups?id=e01e7c40-4b22-407a-a279-6b071a5a6d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593729 Apr 17 04:08:16.416840 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.plugin [None req-69d6081c-2034-4e01-9440-33347c92d445 None None] Port 4a43203c-ceaa-4e06-80e8-a8cc7e4361a1 cannot update to ACTIVE because it is not bound. {{(pid=86332) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 17 04:08:16.627764 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fd1ba8-33ac-499d-af65-38f6dd61b62b req-7f55de31-0d14-4d89-ad27-feb8b5ecb2f8 tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:08:16.629565 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-11fd1ba8-33ac-499d-af65-38f6dd61b62b req-7f55de31-0d14-4d89-ad27-feb8b5ecb2f8 tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] 10.222.0.20 "GET /v2.0/ports?device_id=e7bd5423-b2e2-475d-a2ab-f5ceb7a824a7 HTTP/1.1" status: 200 len: 945 time: 0.1201892 Apr 17 04:08:16.687288 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-11fd1ba8-33ac-499d-af65-38f6dd61b62b req-8051ff12-fbce-4875-a003-21bf56f92fb0 tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] 10.222.0.20 "GET /v2.0/security-groups?id=48edf01a-27e1-4331-aa2f-debc447aa56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474653 Apr 17 04:08:16.760297 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.notifiers.nova [req-79120197-c673-42d4-a136-af71f42a9fa8 req-199cf3da-de87-4fd4-9630-b099bc3b8e35 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a43203c-ceaa-4e06-80e8-a8cc7e4361a1 {{(pid=86330) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 17 04:08:16.769239 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [req-79120197-c673-42d4-a136-af71f42a9fa8 req-199cf3da-de87-4fd4-9630-b099bc3b8e35 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:08:16.786325 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.provisioning_blocks [req-79120197-c673-42d4-a136-af71f42a9fa8 req-199cf3da-de87-4fd4-9630-b099bc3b8e35 service neutron] Transition to ACTIVE for port object 4a43203c-ceaa-4e06-80e8-a8cc7e4361a1 will not be triggered until provisioned by entity L2. {{(pid=86330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 17 04:08:16.790487 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [req-79120197-c673-42d4-a136-af71f42a9fa8 req-199cf3da-de87-4fd4-9630-b099bc3b8e35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1691685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854152290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792299986632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244555219606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792299556228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2556906'] for port, after_update {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:08:16.795108 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-218b776b-a99e-4397-87f9-7c1c6d863694 tempest-VolumesActionsTest-363195616 tempest-VolumesActionsTest-363195616-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:08:16.974115 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199cf3da-de87-4fd4-9630-b099bc3b8e35 service neutron] Pushing event updated for resources: {'Port': ['ID=4a43203c-ceaa-4e06-80e8-a8cc7e4361a1,revision_number=2']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:08:17.009675 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-199cf3da-de87-4fd4-9630-b099bc3b8e35 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:08:17.068590 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.managers [req-79120197-c673-42d4-a136-af71f42a9fa8 req-199cf3da-de87-4fd4-9630-b099bc3b8e35 service neutron] Attempting to bind port 4a43203c-ceaa-4e06-80e8-a8cc7e4361a1 on host hv-cinder-78605 for vnic_type normal with profile {{(pid=86330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 17 04:08:17.068965 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.managers [req-79120197-c673-42d4-a136-af71f42a9fa8 req-199cf3da-de87-4fd4-9630-b099bc3b8e35 service neutron] Attempting to bind port 4a43203c-ceaa-4e06-80e8-a8cc7e4361a1 by drivers openvswitch,hyperv on host hv-cinder-78605 at level 0 using segments [{'id': 'aa880a9b-d843-41c6-bf8f-60abaf737a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '43cd83d7-cb61-4acf-ae4e-cda478ed81e9'}] {{(pid=86330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 17 04:08:17.069357 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79120197-c673-42d4-a136-af71f42a9fa8 req-199cf3da-de87-4fd4-9630-b099bc3b8e35 service neutron] Attempting to bind port 4a43203c-ceaa-4e06-80e8-a8cc7e4361a1 on network 43cd83d7-cb61-4acf-ae4e-cda478ed81e9 {{(pid=86330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 17 04:08:17.080863 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79120197-c673-42d4-a136-af71f42a9fa8 req-199cf3da-de87-4fd4-9630-b099bc3b8e35 service neutron] Port 4a43203c-ceaa-4e06-80e8-a8cc7e4361a1 on network 43cd83d7-cb61-4acf-ae4e-cda478ed81e9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78605 {{(pid=86330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 17 04:08:17.081343 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79120197-c673-42d4-a136-af71f42a9fa8 req-199cf3da-de87-4fd4-9630-b099bc3b8e35 service neutron] Attempting to bind port 4a43203c-ceaa-4e06-80e8-a8cc7e4361a1 on network 43cd83d7-cb61-4acf-ae4e-cda478ed81e9 {{(pid=86330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 17 04:08:17.091942 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79120197-c673-42d4-a136-af71f42a9fa8 req-199cf3da-de87-4fd4-9630-b099bc3b8e35 service neutron] Checking agent: {'id': '61ad0fc1-16d6-4e18-b3c9-f584687973c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78605', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 17, 4, 4, 12), 'started_at': datetime.datetime(2021, 4, 17, 4, 4, 12), 'heartbeat_timestamp': datetime.datetime(2021, 4, 17, 4, 8, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 17 04:08:17.092319 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79120197-c673-42d4-a136-af71f42a9fa8 req-199cf3da-de87-4fd4-9630-b099bc3b8e35 service neutron] Checking segment: {'id': 'aa880a9b-d843-41c6-bf8f-60abaf737a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '43cd83d7-cb61-4acf-ae4e-cda478ed81e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 17 04:08:17.092768 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79120197-c673-42d4-a136-af71f42a9fa8 req-199cf3da-de87-4fd4-9630-b099bc3b8e35 service neutron] Bound using segment: {'id': 'aa880a9b-d843-41c6-bf8f-60abaf737a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '43cd83d7-cb61-4acf-ae4e-cda478ed81e9'} {{(pid=86330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 17 04:08:17.093241 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.managers [req-79120197-c673-42d4-a136-af71f42a9fa8 req-199cf3da-de87-4fd4-9630-b099bc3b8e35 service neutron] Bound port: 4a43203c-ceaa-4e06-80e8-a8cc7e4361a1, host: hv-cinder-78605, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa880a9b-d843-41c6-bf8f-60abaf737a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '43cd83d7-cb61-4acf-ae4e-cda478ed81e9'}}] {{(pid=86330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 17 04:08:17.093620 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [req-79120197-c673-42d4-a136-af71f42a9fa8 req-199cf3da-de87-4fd4-9630-b099bc3b8e35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853081909'] for port, before_update {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:08:17.215907 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.db [req-79120197-c673-42d4-a136-af71f42a9fa8 req-199cf3da-de87-4fd4-9630-b099bc3b8e35 service neutron] For port 4a43203c-ceaa-4e06-80e8-a8cc7e4361a1, host hv-cinder-78605, cleared binding levels {{(pid=86330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 17 04:08:17.219898 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.db [req-79120197-c673-42d4-a136-af71f42a9fa8 req-199cf3da-de87-4fd4-9630-b099bc3b8e35 service neutron] For port 4a43203c-ceaa-4e06-80e8-a8cc7e4361a1, host hv-cinder-78605, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=4a43203c-ceaa-4e06-80e8-a8cc7e4361a1,segment=NetworkSegment(aa880a9b-d843-41c6-bf8f-60abaf737a30),segment_id=aa880a9b-d843-41c6-bf8f-60abaf737a30)] {{(pid=86330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 17 04:08:17.224162 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [req-79120197-c673-42d4-a136-af71f42a9fa8 req-199cf3da-de87-4fd4-9630-b099bc3b8e35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1691685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854152290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792299986632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244555219606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792299556228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2556906'] for port, after_update {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:08:17.229340 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-b7b10355-8bdd-4195-92f3-7d2569902ee9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:08:17.317740 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199cf3da-de87-4fd4-9630-b099bc3b8e35 service neutron] Pushing event updated for resources: {'Port': ['ID=4a43203c-ceaa-4e06-80e8-a8cc7e4361a1,revision_number=3']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:08:17.322237 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-199cf3da-de87-4fd4-9630-b099bc3b8e35 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:08:17.325684 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79120197-c673-42d4-a136-af71f42a9fa8 req-199cf3da-de87-4fd4-9630-b099bc3b8e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:08:17.326396 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [req-79120197-c673-42d4-a136-af71f42a9fa8 req-199cf3da-de87-4fd4-9630-b099bc3b8e35 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2986'] for port, before_response {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:08:17.328525 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-79120197-c673-42d4-a136-af71f42a9fa8 req-199cf3da-de87-4fd4-9630-b099bc3b8e35 service neutron] 10.222.0.32 "PUT /v2.0/ports/4a43203c-ceaa-4e06-80e8-a8cc7e4361a1 HTTP/1.1" status: 200 len: 1094 time: 1.2411251 Apr 17 04:08:17.329259 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77c6f62d-8974-4b57-968d-f8f839d90eb8', 'tag': '4a43203c-ceaa-4e06-80e8-a8cc7e4361a1'}] {{(pid=86330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 17 04:08:17.489773 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79120197-c673-42d4-a136-af71f42a9fa8 req-219ffb63-141b-499d-8fce-0411c015f39c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:08:17.491471 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-79120197-c673-42d4-a136-af71f42a9fa8 req-219ffb63-141b-499d-8fce-0411c015f39c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=20095d40d9834d4b9753d4486e3a3e2c&device_id=77c6f62d-8974-4b57-968d-f8f839d90eb8 HTTP/1.1" status: 200 len: 1097 time: 0.1232982 Apr 17 04:08:17.604614 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-79120197-c673-42d4-a136-af71f42a9fa8 req-c5e84045-de0f-406a-b543-67a483fcd04f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4a43203c-ceaa-4e06-80e8-a8cc7e4361a1 HTTP/1.1" status: 200 len: 217 time: 0.1023552 Apr 17 04:08:17.675277 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfabf6a5-6c59-4226-b869-289d9a4ff16f req-91404dd9-0a53-419a-8745-c7ed848d0ca3 tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:08:17.682186 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-cfabf6a5-6c59-4226-b869-289d9a4ff16f req-91404dd9-0a53-419a-8745-c7ed848d0ca3 tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] 10.222.0.20 "GET /v2.0/ports?device_id=ddff59d5-455c-4e23-be4e-32eee2b20c05 HTTP/1.1" status: 200 len: 946 time: 0.4792306 Apr 17 04:08:17.694766 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79120197-c673-42d4-a136-af71f42a9fa8 req-16a2e66b-df62-4470-b088-a813689376fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:08:17.696751 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-79120197-c673-42d4-a136-af71f42a9fa8 req-16a2e66b-df62-4470-b088-a813689376fa service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1a503fcd-4993-4e66-b302-8d39173456fd HTTP/1.1" status: 200 len: 854 time: 0.0804696 Apr 17 04:08:17.739357 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-cfabf6a5-6c59-4226-b869-289d9a4ff16f req-0139927b-2424-48cb-8b94-260fd40e4b5b tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd5929ab-7671-4e84-b39c-be6225ef81ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558538 Apr 17 04:08:17.821931 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77c6f62d-8974-4b57-968d-f8f839d90eb8', 'tag': '4a43203c-ceaa-4e06-80e8-a8cc7e4361a1', 'status': 'completed', 'code': 200} Apr 17 04:08:17.826217 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79120197-c673-42d4-a136-af71f42a9fa8 req-089a9996-584e-46b9-8fda-68c354795cee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:08:17.828142 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-79120197-c673-42d4-a136-af71f42a9fa8 req-089a9996-584e-46b9-8fda-68c354795cee service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=43cd83d7-cb61-4acf-ae4e-cda478ed81e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1184750 Apr 17 04:08:18.034185 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69a2b21-7306-4642-b3b7-8e6e68fa9f79 req-5aa60659-554d-40ca-9f16-a401cbf78640 tempest-TestMinimumBasicScenario-1804355180 tempest-TestMinimumBasicScenario-1804355180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:08:18.034185 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-d69a2b21-7306-4642-b3b7-8e6e68fa9f79 req-5aa60659-554d-40ca-9f16-a401cbf78640 tempest-TestMinimumBasicScenario-1804355180 tempest-TestMinimumBasicScenario-1804355180-project] 10.222.0.20 "GET /v2.0/ports?device_id=77c6f62d-8974-4b57-968d-f8f839d90eb8 HTTP/1.1" status: 200 len: 944 time: 0.1072311 Apr 17 04:08:18.071939 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-d69a2b21-7306-4642-b3b7-8e6e68fa9f79 req-ca383b51-8d31-4b11-a6e2-0b7814c906e7 tempest-TestMinimumBasicScenario-1804355180 tempest-TestMinimumBasicScenario-1804355180-project] 10.222.0.20 "GET /v2.0/security-groups?id=e01e7c40-4b22-407a-a279-6b071a5a6d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496445 Apr 17 04:08:18.320903 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-79120197-c673-42d4-a136-af71f42a9fa8 req-220d2833-1429-465f-b9dc-d6513a0350c8 service neutron] 10.222.0.32 "GET /v2.0/networks/43cd83d7-cb61-4acf-ae4e-cda478ed81e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4853086 Apr 17 04:08:18.396706 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d22b777-047f-4884-8b87-d2ae341facb6 req-4482cfdb-c84f-4479-8411-c56a2c30e1d8 tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:08:18.398473 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-5d22b777-047f-4884-8b87-d2ae341facb6 req-4482cfdb-c84f-4479-8411-c56a2c30e1d8 tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] 10.222.0.20 "GET /v2.0/ports?device_id=e7bd5423-b2e2-475d-a2ab-f5ceb7a824a7 HTTP/1.1" status: 200 len: 945 time: 0.0963514 Apr 17 04:08:18.499655 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-5d22b777-047f-4884-8b87-d2ae341facb6 req-ee588061-41d5-4a11-94d9-8cd667b8c68b tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] 10.222.0.20 "GET /v2.0/security-groups?id=48edf01a-27e1-4331-aa2f-debc447aa56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840282 Apr 17 04:08:18.501869 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-79120197-c673-42d4-a136-af71f42a9fa8 req-17b7bb2d-193a-4e29-80e7-fe035c34f2e5 service neutron] 10.222.0.32 "GET /v2.0/networks/43cd83d7-cb61-4acf-ae4e-cda478ed81e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1730268 Apr 17 04:08:18.657738 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2f4367-70a5-462c-8505-2556b00f3c84 req-c9d13f5d-b313-4d53-9d89-829992c85485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:08:18.659760 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-cd2f4367-70a5-462c-8505-2556b00f3c84 req-c9d13f5d-b313-4d53-9d89-829992c85485 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=20095d40d9834d4b9753d4486e3a3e2c&device_id=77c6f62d-8974-4b57-968d-f8f839d90eb8 HTTP/1.1" status: 200 len: 1097 time: 0.0982761 Apr 17 04:08:18.840672 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2f4367-70a5-462c-8505-2556b00f3c84 req-6782eee3-b0bb-419e-820e-6579254ae67e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:08:18.842263 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-cd2f4367-70a5-462c-8505-2556b00f3c84 req-6782eee3-b0bb-419e-820e-6579254ae67e service neutron] 10.222.0.32 "GET /v2.0/networks?id=43cd83d7-cb61-4acf-ae4e-cda478ed81e9 HTTP/1.1" status: 200 len: 916 time: 0.1706641 Apr 17 04:08:18.951733 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-cd2f4367-70a5-462c-8505-2556b00f3c84 req-23ca9455-0a35-4948-97cd-11bd0a983b26 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4a43203c-ceaa-4e06-80e8-a8cc7e4361a1 HTTP/1.1" status: 200 len: 217 time: 0.1017232 Apr 17 04:08:18.984853 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcf20d2-4926-426b-8123-8c7df9dcff9a req-66c70df9-6934-420c-a6a9-3e630722e9ef tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:08:18.993240 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-4bcf20d2-4926-426b-8123-8c7df9dcff9a req-66c70df9-6934-420c-a6a9-3e630722e9ef tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] 10.222.0.20 "GET /v2.0/ports?device_id=ddff59d5-455c-4e23-be4e-32eee2b20c05 HTTP/1.1" status: 200 len: 946 time: 0.1198268 Apr 17 04:08:19.052680 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-4bcf20d2-4926-426b-8123-8c7df9dcff9a req-a653375e-99e4-4963-9648-a665be0aaf9e tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd5929ab-7671-4e84-b39c-be6225ef81ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538187 Apr 17 04:08:19.083711 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2f4367-70a5-462c-8505-2556b00f3c84 req-7e457073-c367-4ef1-996d-29906142e370 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:08:19.085035 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-cd2f4367-70a5-462c-8505-2556b00f3c84 req-7e457073-c367-4ef1-996d-29906142e370 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1a503fcd-4993-4e66-b302-8d39173456fd HTTP/1.1" status: 200 len: 854 time: 0.1274359 Apr 17 04:08:19.184899 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2f4367-70a5-462c-8505-2556b00f3c84 req-f62dfdbc-929d-4679-a25e-3f65d231c437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:08:19.186495 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-cd2f4367-70a5-462c-8505-2556b00f3c84 req-f62dfdbc-929d-4679-a25e-3f65d231c437 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=43cd83d7-cb61-4acf-ae4e-cda478ed81e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0941601 Apr 17 04:08:19.287596 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9fb531-ec4e-4cf4-929d-3647f7b6e2f8 req-0e1df4e6-009b-44bc-b23b-30d04576212a tempest-TestMinimumBasicScenario-1804355180 tempest-TestMinimumBasicScenario-1804355180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:08:19.290018 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-be9fb531-ec4e-4cf4-929d-3647f7b6e2f8 req-0e1df4e6-009b-44bc-b23b-30d04576212a tempest-TestMinimumBasicScenario-1804355180 tempest-TestMinimumBasicScenario-1804355180-project] 10.222.0.20 "GET /v2.0/ports?device_id=77c6f62d-8974-4b57-968d-f8f839d90eb8 HTTP/1.1" status: 200 len: 944 time: 0.0969853 Apr 17 04:08:19.358662 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-be9fb531-ec4e-4cf4-929d-3647f7b6e2f8 req-304e9216-3fd4-4ed0-a76f-2fee006589a4 tempest-TestMinimumBasicScenario-1804355180 tempest-TestMinimumBasicScenario-1804355180-project] 10.222.0.20 "GET /v2.0/security-groups?id=e01e7c40-4b22-407a-a279-6b071a5a6d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590112 Apr 17 04:08:19.364239 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-cd2f4367-70a5-462c-8505-2556b00f3c84 req-dd6ec459-89c1-49e3-974d-fa7679c7e094 service neutron] 10.222.0.32 "GET /v2.0/networks/43cd83d7-cb61-4acf-ae4e-cda478ed81e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1681249 Apr 17 04:08:19.533560 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-cd2f4367-70a5-462c-8505-2556b00f3c84 req-30b90cb6-5c10-4145-bdbb-d161c7376b9d service neutron] 10.222.0.32 "GET /v2.0/networks/43cd83d7-cb61-4acf-ae4e-cda478ed81e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1598463 Apr 17 04:08:19.715424 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b4f463-b11f-4a13-832e-46a601c4082d req-55a0966d-8fb0-4b9b-8cdc-8c94320f28be tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:08:19.717079 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-e3b4f463-b11f-4a13-832e-46a601c4082d req-55a0966d-8fb0-4b9b-8cdc-8c94320f28be tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] 10.222.0.20 "GET /v2.0/ports?device_id=e7bd5423-b2e2-475d-a2ab-f5ceb7a824a7 HTTP/1.1" status: 200 len: 945 time: 0.0921235 Apr 17 04:08:19.769545 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-e3b4f463-b11f-4a13-832e-46a601c4082d req-d4a76830-ab2a-42e5-a6bc-cd12631601ff tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] 10.222.0.20 "GET /v2.0/security-groups?id=48edf01a-27e1-4331-aa2f-debc447aa56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459054 Apr 17 04:08:20.275045 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836231e7-4dd4-4951-8848-d6ffd5ace300 req-b7d0b0e5-0c1f-4eff-870a-3f986d9c555c tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:08:20.276661 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-836231e7-4dd4-4951-8848-d6ffd5ace300 req-b7d0b0e5-0c1f-4eff-870a-3f986d9c555c tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] 10.222.0.20 "GET /v2.0/ports?device_id=ddff59d5-455c-4e23-be4e-32eee2b20c05 HTTP/1.1" status: 200 len: 946 time: 0.1007457 Apr 17 04:08:20.329809 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-836231e7-4dd4-4951-8848-d6ffd5ace300 req-30744d5a-ba17-4aa1-b662-c6ad78ccdc6b tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd5929ab-7671-4e84-b39c-be6225ef81ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458148 Apr 17 04:08:20.578917 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db594512-887c-4671-9b72-beef54aecc4d req-17d4bead-b3c4-4606-8937-384ac86460be tempest-TestMinimumBasicScenario-1804355180 tempest-TestMinimumBasicScenario-1804355180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:08:20.580984 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-db594512-887c-4671-9b72-beef54aecc4d req-17d4bead-b3c4-4606-8937-384ac86460be tempest-TestMinimumBasicScenario-1804355180 tempest-TestMinimumBasicScenario-1804355180-project] 10.222.0.20 "GET /v2.0/ports?device_id=77c6f62d-8974-4b57-968d-f8f839d90eb8 HTTP/1.1" status: 200 len: 944 time: 0.1065283 Apr 17 04:08:20.639274 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-db594512-887c-4671-9b72-beef54aecc4d req-0730c3fa-e512-45d6-909c-13f645fb1dea tempest-TestMinimumBasicScenario-1804355180 tempest-TestMinimumBasicScenario-1804355180-project] 10.222.0.20 "GET /v2.0/security-groups?id=e01e7c40-4b22-407a-a279-6b071a5a6d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506468 Apr 17 04:08:21.021374 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b49be1-0bd5-4b49-b295-3a5b3ed2aa3d req-807b0db2-ec79-4cf6-a642-9ea9f662faa2 tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:08:21.022980 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-b5b49be1-0bd5-4b49-b295-3a5b3ed2aa3d req-807b0db2-ec79-4cf6-a642-9ea9f662faa2 tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] 10.222.0.20 "GET /v2.0/ports?device_id=e7bd5423-b2e2-475d-a2ab-f5ceb7a824a7 HTTP/1.1" status: 200 len: 945 time: 0.1070349 Apr 17 04:08:21.087435 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-b5b49be1-0bd5-4b49-b295-3a5b3ed2aa3d req-99f2f0c0-430d-4ee7-982c-adf18e0194c3 tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] 10.222.0.20 "GET /v2.0/security-groups?id=48edf01a-27e1-4331-aa2f-debc447aa56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559156 Apr 17 04:08:21.555139 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47402159-26e8-45e5-86aa-ff584d65faab req-b5142642-9243-4ee6-8afc-f9f697284d17 tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:08:21.556846 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-47402159-26e8-45e5-86aa-ff584d65faab req-b5142642-9243-4ee6-8afc-f9f697284d17 tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] 10.222.0.20 "GET /v2.0/ports?device_id=ddff59d5-455c-4e23-be4e-32eee2b20c05 HTTP/1.1" status: 200 len: 946 time: 0.0981045 Apr 17 04:08:21.617033 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-47402159-26e8-45e5-86aa-ff584d65faab req-b94ac44d-2bc1-4ea1-9871-9ed83a62d3ae tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd5929ab-7671-4e84-b39c-be6225ef81ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530615 Apr 17 04:08:21.869748 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfca4720-eb8f-4837-bb88-d48111a6f9e0 req-74010c00-395d-4c9d-b4b2-ba0aef894ad8 tempest-TestMinimumBasicScenario-1804355180 tempest-TestMinimumBasicScenario-1804355180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:08:21.871283 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-cfca4720-eb8f-4837-bb88-d48111a6f9e0 req-74010c00-395d-4c9d-b4b2-ba0aef894ad8 tempest-TestMinimumBasicScenario-1804355180 tempest-TestMinimumBasicScenario-1804355180-project] 10.222.0.20 "GET /v2.0/ports?device_id=77c6f62d-8974-4b57-968d-f8f839d90eb8 HTTP/1.1" status: 200 len: 944 time: 0.0995536 Apr 17 04:08:21.925324 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-cfca4720-eb8f-4837-bb88-d48111a6f9e0 req-b81289a7-5de7-4514-8cce-f847dd0ff250 tempest-TestMinimumBasicScenario-1804355180 tempest-TestMinimumBasicScenario-1804355180-project] 10.222.0.20 "GET /v2.0/security-groups?id=e01e7c40-4b22-407a-a279-6b071a5a6d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470910 Apr 17 04:08:22.229915 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df12dbab-0a3e-4df5-b94e-c637dc0afdcb req-71a53021-78a4-472e-aea2-fadccf6f065f tempest-AttachVolumeNegativeTest-1226596354 tempest-AttachVolumeNegativeTest-1226596354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:08:22.235083 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-df12dbab-0a3e-4df5-b94e-c637dc0afdcb req-71a53021-78a4-472e-aea2-fadccf6f065f tempest-AttachVolumeNegativeTest-1226596354 tempest-AttachVolumeNegativeTest-1226596354-project] 10.222.0.20 "GET /v2.0/networks?id=e6680b4c-b81d-4947-a2bb-bed68ccc8fd7 HTTP/1.1" status: 200 len: 815 time: 0.1783333 Apr 17 04:08:22.295944 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-df12dbab-0a3e-4df5-b94e-c637dc0afdcb req-da2e3877-2e4f-4c0d-bb7c-61c6def381f6 tempest-AttachVolumeNegativeTest-1226596354 tempest-AttachVolumeNegativeTest-1226596354-project] 10.222.0.20 "GET /v2.0/quotas/414abe24304b477ea2fe3108443164aa HTTP/1.1" status: 200 len: 375 time: 0.0252562 Apr 17 04:08:22.391777 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6205ad6d-82a5-42de-a150-c63775191cf3 req-a94f46b2-c619-4a08-85d7-2f7c89fcefe2 tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:08:22.393391 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-6205ad6d-82a5-42de-a150-c63775191cf3 req-a94f46b2-c619-4a08-85d7-2f7c89fcefe2 tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] 10.222.0.20 "GET /v2.0/ports?device_id=e7bd5423-b2e2-475d-a2ab-f5ceb7a824a7 HTTP/1.1" status: 200 len: 945 time: 0.1594234 Apr 17 04:08:22.452582 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-6205ad6d-82a5-42de-a150-c63775191cf3 req-2babbe82-d78b-48eb-92af-4cc639646d81 tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] 10.222.0.20 "GET /v2.0/security-groups?id=48edf01a-27e1-4331-aa2f-debc447aa56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517561 Apr 17 04:08:22.461086 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-df12dbab-0a3e-4df5-b94e-c637dc0afdcb req-ab64c0ad-e7d8-4ddc-b7e4-f8222f34b6fe tempest-AttachVolumeNegativeTest-1226596354 tempest-AttachVolumeNegativeTest-1226596354-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=414abe24304b477ea2fe3108443164aa&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1574280 Apr 17 04:08:22.657387 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-df12dbab-0a3e-4df5-b94e-c637dc0afdcb req-cff4344a-fa6c-492b-a1b8-455d8d59aebe service neutron] 10.222.0.20 "GET /v2.0/networks/e6680b4c-b81d-4947-a2bb-bed68ccc8fd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1886806 Apr 17 04:08:22.929867 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-df12dbab-0a3e-4df5-b94e-c637dc0afdcb req-d3132b47-dff9-4223-9543-0b1747fefcac service neutron] 10.222.0.20 "GET /v2.0/networks/e6680b4c-b81d-4947-a2bb-bed68ccc8fd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2714140 Apr 17 04:08:22.945308 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503602cf-245c-4e5a-afe0-d7183102938b req-d2176955-4927-4881-a76e-b2f9c8d48616 tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:08:22.956132 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-503602cf-245c-4e5a-afe0-d7183102938b req-d2176955-4927-4881-a76e-b2f9c8d48616 tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] 10.222.0.20 "GET /v2.0/ports?device_id=ddff59d5-455c-4e23-be4e-32eee2b20c05 HTTP/1.1" status: 200 len: 946 time: 0.1772997 Apr 17 04:08:23.060307 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-503602cf-245c-4e5a-afe0-d7183102938b req-590c0827-d117-48fd-9ae3-e8fc33aa5b7a tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd5929ab-7671-4e84-b39c-be6225ef81ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1029339 Apr 17 04:08:23.285473 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-a6670ee7-dfa9-41ad-adeb-b680c3485ccd req-24ade39e-1f79-4ec1-ad1b-18f2048a0666 tempest-AttachVolumeNegativeTest-1226596354 tempest-AttachVolumeNegativeTest-1226596354-project] 10.222.0.20 "GET /v2.0/ports?device_id=7131e4ac-023d-4de7-9559-432fdf3d501b HTTP/1.1" status: 200 len: 210 time: 0.0874388 Apr 17 04:08:23.350097 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bd8ebb-344a-4766-832a-45978c9fb40f req-4f095b99-f704-4a5c-9bcc-a2a0f64539b2 tempest-TestMinimumBasicScenario-1804355180 tempest-TestMinimumBasicScenario-1804355180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:08:23.351681 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-b8bd8ebb-344a-4766-832a-45978c9fb40f req-4f095b99-f704-4a5c-9bcc-a2a0f64539b2 tempest-TestMinimumBasicScenario-1804355180 tempest-TestMinimumBasicScenario-1804355180-project] 10.222.0.20 "GET /v2.0/ports?device_id=77c6f62d-8974-4b57-968d-f8f839d90eb8 HTTP/1.1" status: 200 len: 944 time: 0.1112046 Apr 17 04:08:23.405308 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-b8bd8ebb-344a-4766-832a-45978c9fb40f req-3c38ed95-2229-4c25-91a7-a93fcd136671 tempest-TestMinimumBasicScenario-1804355180 tempest-TestMinimumBasicScenario-1804355180-project] 10.222.0.20 "GET /v2.0/security-groups?id=e01e7c40-4b22-407a-a279-6b071a5a6d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458858 Apr 17 04:08:23.677726 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789c8c5f-2675-4142-a8ce-5d1a14fd37e7 req-b59f9e3b-0783-48a6-9b88-71ab90584250 tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:08:23.679357 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-789c8c5f-2675-4142-a8ce-5d1a14fd37e7 req-b59f9e3b-0783-48a6-9b88-71ab90584250 tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] 10.222.0.20 "GET /v2.0/ports?device_id=e7bd5423-b2e2-475d-a2ab-f5ceb7a824a7 HTTP/1.1" status: 200 len: 945 time: 0.1072664 Apr 17 04:08:23.728990 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-789c8c5f-2675-4142-a8ce-5d1a14fd37e7 req-e82c7f6f-38f0-4409-ba96-5e929d426927 tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] 10.222.0.20 "GET /v2.0/security-groups?id=48edf01a-27e1-4331-aa2f-debc447aa56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426843 Apr 17 04:08:24.279356 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be3e23b-ccc6-4712-88a9-06cca8b2baa6 req-08bb5ae6-6019-4a42-8bb7-d6822842d452 tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:08:24.280986 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-7be3e23b-ccc6-4712-88a9-06cca8b2baa6 req-08bb5ae6-6019-4a42-8bb7-d6822842d452 tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] 10.222.0.20 "GET /v2.0/ports?device_id=ddff59d5-455c-4e23-be4e-32eee2b20c05 HTTP/1.1" status: 200 len: 946 time: 0.0902612 Apr 17 04:08:24.331627 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-7be3e23b-ccc6-4712-88a9-06cca8b2baa6 req-4303be25-5372-4d1a-8a95-f15a02be6787 tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd5929ab-7671-4e84-b39c-be6225ef81ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438848 Apr 17 04:08:24.456199 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-f97b12c7-f2c8-405b-a51d-e6ac1de919cf req-a22cdb84-f26e-4577-927a-a0c02c54104a tempest-AttachVolumeNegativeTest-1226596354 tempest-AttachVolumeNegativeTest-1226596354-project] 10.222.0.20 "GET /v2.0/ports?device_id=7131e4ac-023d-4de7-9559-432fdf3d501b HTTP/1.1" status: 200 len: 210 time: 0.0520346 Apr 17 04:08:24.635309 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdc8c90-8adf-4fcf-b2b3-0f47d4a1d9e9 req-be954135-327b-427d-a751-2c758ac7e313 tempest-TestMinimumBasicScenario-1804355180 tempest-TestMinimumBasicScenario-1804355180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:08:24.636812 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-dbdc8c90-8adf-4fcf-b2b3-0f47d4a1d9e9 req-be954135-327b-427d-a751-2c758ac7e313 tempest-TestMinimumBasicScenario-1804355180 tempest-TestMinimumBasicScenario-1804355180-project] 10.222.0.20 "GET /v2.0/ports?device_id=77c6f62d-8974-4b57-968d-f8f839d90eb8 HTTP/1.1" status: 200 len: 944 time: 0.0909441 Apr 17 04:08:24.686046 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-dbdc8c90-8adf-4fcf-b2b3-0f47d4a1d9e9 req-bf424d33-687b-467c-8f68-b16fd4effa17 tempest-TestMinimumBasicScenario-1804355180 tempest-TestMinimumBasicScenario-1804355180-project] 10.222.0.20 "GET /v2.0/security-groups?id=e01e7c40-4b22-407a-a279-6b071a5a6d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422616 Apr 17 04:08:24.942767 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7b2aec-17ed-42d1-bbfc-d2b20c07fa97 req-69631ed7-7985-4716-8e2f-9ffb6c73f554 tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:08:24.944415 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-3c7b2aec-17ed-42d1-bbfc-d2b20c07fa97 req-69631ed7-7985-4716-8e2f-9ffb6c73f554 tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] 10.222.0.20 "GET /v2.0/ports?device_id=e7bd5423-b2e2-475d-a2ab-f5ceb7a824a7 HTTP/1.1" status: 200 len: 945 time: 0.0926387 Apr 17 04:08:24.994523 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-3c7b2aec-17ed-42d1-bbfc-d2b20c07fa97 req-8261f0e6-aa73-4fd2-b74e-ccf041c10470 tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] 10.222.0.20 "GET /v2.0/security-groups?id=48edf01a-27e1-4331-aa2f-debc447aa56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431876 Apr 17 04:08:25.559821 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fa2593-3ecc-4d2a-84c7-5d31e7793e25 req-6bdcb794-445b-4271-a61d-ea612f57638b tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:08:25.561585 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-27fa2593-3ecc-4d2a-84c7-5d31e7793e25 req-6bdcb794-445b-4271-a61d-ea612f57638b tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] 10.222.0.20 "GET /v2.0/ports?device_id=ddff59d5-455c-4e23-be4e-32eee2b20c05 HTTP/1.1" status: 200 len: 946 time: 0.0976734 Apr 17 04:08:25.619906 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.rpc [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Device 5726dbe8-8c69-4116-83f5-349991488743 no longer exists at agent hyperv_hv-cinder-78605 {{(pid=86332) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 17 04:08:25.709066 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-f20e1ace-d0fb-43f6-bc31-ca7895dc3726 req-69bd3828-b945-4990-9db6-6eea56d339bf tempest-AttachVolumeNegativeTest-1226596354 tempest-AttachVolumeNegativeTest-1226596354-project] 10.222.0.20 "GET /v2.0/ports?device_id=7131e4ac-023d-4de7-9559-432fdf3d501b HTTP/1.1" status: 200 len: 210 time: 0.0814686 Apr 17 04:08:25.712875 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-27fa2593-3ecc-4d2a-84c7-5d31e7793e25 req-cc764bd6-5bdf-4665-a5dd-fe5943a9812c tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd5929ab-7671-4e84-b39c-be6225ef81ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1422470 Apr 17 04:08:25.811289 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853081909'] for port, before_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:08:25.857369 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.db [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] For port 5726dbe8-8c69-4116-83f5-349991488743, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=5726dbe8-8c69-4116-83f5-349991488743,segment=NetworkSegment(14b5ea21-40f4-463d-9e75-c37fe439802e),segment_id=14b5ea21-40f4-463d-9e75-c37fe439802e)] {{(pid=86332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 17 04:08:25.858446 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddff59d5-455c-4e23-be4e-32eee2b20c05', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5726dbe8-8c69-4116-83f5-349991488743'}] {{(pid=86332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 17 04:08:25.865721 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1691685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854152290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792299986632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244555219606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792299556228'] for port, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:08:25.867912 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-02edff41-f5ec-4fd8-9d37-6be1782362dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:08:25.941126 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddff59d5-455c-4e23-be4e-32eee2b20c05', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5726dbe8-8c69-4116-83f5-349991488743', 'code': 200} Apr 17 04:08:25.965974 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Pushing event updated for resources: {'Port': ['ID=5726dbe8-8c69-4116-83f5-349991488743,revision_number=8']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:08:25.979248 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:08:25.979988 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:08:25.979988 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:08:25.980818 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:08:25.980931 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:08:25.981698 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:08:25.981961 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:08:25.982668 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:08:25.982838 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:08:25.983552 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:08:25.984127 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:08:25.984714 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:08:25.985737 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5ad35a-7335-4b79-b777-fc27c0ca883a req-c670ae4b-72ef-4a38-aca2-5357edf09f3b tempest-TestMinimumBasicScenario-1804355180 tempest-TestMinimumBasicScenario-1804355180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:08:25.987470 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-9f5ad35a-7335-4b79-b777-fc27c0ca883a req-c670ae4b-72ef-4a38-aca2-5357edf09f3b tempest-TestMinimumBasicScenario-1804355180 tempest-TestMinimumBasicScenario-1804355180-project] 10.222.0.20 "GET /v2.0/ports?device_id=77c6f62d-8974-4b57-968d-f8f839d90eb8 HTTP/1.1" status: 200 len: 944 time: 0.1269851 Apr 17 04:08:25.991066 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:08:26.064882 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-9f5ad35a-7335-4b79-b777-fc27c0ca883a req-2131e00c-b62f-4c2c-9632-6a5af6c95fa7 tempest-TestMinimumBasicScenario-1804355180 tempest-TestMinimumBasicScenario-1804355180-project] 10.222.0.20 "GET /v2.0/security-groups?id=e01e7c40-4b22-407a-a279-6b071a5a6d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628073 Apr 17 04:08:26.240751 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e3d6c0-8350-4f92-8f61-438fbeea1e12 req-597b8550-0a51-4496-b3ad-0f9cebed64fe tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:08:26.244149 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-47e3d6c0-8350-4f92-8f61-438fbeea1e12 req-597b8550-0a51-4496-b3ad-0f9cebed64fe tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] 10.222.0.20 "GET /v2.0/ports?device_id=e7bd5423-b2e2-475d-a2ab-f5ceb7a824a7 HTTP/1.1" status: 200 len: 945 time: 0.1029313 Apr 17 04:08:26.300481 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-47e3d6c0-8350-4f92-8f61-438fbeea1e12 req-1976531a-448b-4028-a29c-f3eee0a0d3f3 tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] 10.222.0.20 "GET /v2.0/security-groups?id=48edf01a-27e1-4331-aa2f-debc447aa56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463326 Apr 17 04:08:26.947065 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-b063233c-dc4b-4082-9e3f-41f1e563250f req-42e1c96c-7163-4c41-b98e-4f86f40ae2ad tempest-AttachVolumeNegativeTest-1226596354 tempest-AttachVolumeNegativeTest-1226596354-project] 10.222.0.20 "GET /v2.0/ports?device_id=7131e4ac-023d-4de7-9559-432fdf3d501b HTTP/1.1" status: 200 len: 210 time: 0.1044676 Apr 17 04:08:27.010640 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1763f227-647c-43b5-bdc8-5d1ccf3e1482 req-61cf99bc-836d-47f1-9b99-00fae635b2db tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:08:27.012258 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-1763f227-647c-43b5-bdc8-5d1ccf3e1482 req-61cf99bc-836d-47f1-9b99-00fae635b2db tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] 10.222.0.20 "GET /v2.0/ports?device_id=ddff59d5-455c-4e23-be4e-32eee2b20c05 HTTP/1.1" status: 200 len: 944 time: 0.1153018 Apr 17 04:08:27.066490 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-1763f227-647c-43b5-bdc8-5d1ccf3e1482 req-1a36fd21-a36f-48d2-bea0-35c85c4fa618 tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd5929ab-7671-4e84-b39c-be6225ef81ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460613 Apr 17 04:08:27.264549 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdb4162-11b8-4348-a1fe-9a8d945ceb45 req-df5ac553-a28f-4cb1-ac10-36dd0394af4e tempest-TestMinimumBasicScenario-1804355180 tempest-TestMinimumBasicScenario-1804355180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:08:27.266291 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-4fdb4162-11b8-4348-a1fe-9a8d945ceb45 req-df5ac553-a28f-4cb1-ac10-36dd0394af4e tempest-TestMinimumBasicScenario-1804355180 tempest-TestMinimumBasicScenario-1804355180-project] 10.222.0.20 "GET /v2.0/ports?device_id=77c6f62d-8974-4b57-968d-f8f839d90eb8 HTTP/1.1" status: 200 len: 944 time: 0.0933733 Apr 17 04:08:27.317223 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-4fdb4162-11b8-4348-a1fe-9a8d945ceb45 req-abd4ae23-5a4b-456a-bae3-65461bab3ebb tempest-TestMinimumBasicScenario-1804355180 tempest-TestMinimumBasicScenario-1804355180-project] 10.222.0.20 "GET /v2.0/security-groups?id=e01e7c40-4b22-407a-a279-6b071a5a6d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414972 Apr 17 04:08:27.522241 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badf7fe2-9b99-4010-9813-619684e1e73b req-4328af99-f49f-4e9e-b14d-f3ca9089445a tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:08:27.523812 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-badf7fe2-9b99-4010-9813-619684e1e73b req-4328af99-f49f-4e9e-b14d-f3ca9089445a tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] 10.222.0.20 "GET /v2.0/ports?device_id=e7bd5423-b2e2-475d-a2ab-f5ceb7a824a7 HTTP/1.1" status: 200 len: 945 time: 0.0965879 Apr 17 04:08:27.574557 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-badf7fe2-9b99-4010-9813-619684e1e73b req-f88fa871-ffa2-4dde-bdbb-5437973945e6 tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] 10.222.0.20 "GET /v2.0/security-groups?id=48edf01a-27e1-4331-aa2f-debc447aa56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434659 Apr 17 04:08:28.125950 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-11c55da7-b7f5-4065-95dd-12995794fdf8 req-4ebc1689-568e-4f61-adac-9969a32404dc tempest-AttachVolumeNegativeTest-1226596354 tempest-AttachVolumeNegativeTest-1226596354-project] 10.222.0.20 "GET /v2.0/ports?device_id=7131e4ac-023d-4de7-9559-432fdf3d501b HTTP/1.1" status: 200 len: 210 time: 0.0523946 Apr 17 04:08:28.285094 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2963ba34-aaef-4bf7-a15b-85c7788d2334 req-612def26-ce1f-4047-95d9-be6ade985f2b tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:08:28.286757 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-2963ba34-aaef-4bf7-a15b-85c7788d2334 req-612def26-ce1f-4047-95d9-be6ade985f2b tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] 10.222.0.20 "GET /v2.0/ports?device_id=ddff59d5-455c-4e23-be4e-32eee2b20c05 HTTP/1.1" status: 200 len: 944 time: 0.0890965 Apr 17 04:08:28.335024 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-2963ba34-aaef-4bf7-a15b-85c7788d2334 req-be0fbfcd-92d7-4f53-bfcc-991fbe4de0d7 tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd5929ab-7671-4e84-b39c-be6225ef81ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414703 Apr 17 04:08:28.535427 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5978a4-0c6a-483a-b3eb-149d2debd917 req-77268f8d-d10c-4520-bb42-66572fecec89 tempest-TestMinimumBasicScenario-1804355180 tempest-TestMinimumBasicScenario-1804355180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:08:28.537148 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-bb5978a4-0c6a-483a-b3eb-149d2debd917 req-77268f8d-d10c-4520-bb42-66572fecec89 tempest-TestMinimumBasicScenario-1804355180 tempest-TestMinimumBasicScenario-1804355180-project] 10.222.0.20 "GET /v2.0/ports?device_id=77c6f62d-8974-4b57-968d-f8f839d90eb8 HTTP/1.1" status: 200 len: 944 time: 0.0942183 Apr 17 04:08:28.589715 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-bb5978a4-0c6a-483a-b3eb-149d2debd917 req-facbdca1-42ee-438a-979a-621b8f1efc7a tempest-TestMinimumBasicScenario-1804355180 tempest-TestMinimumBasicScenario-1804355180-project] 10.222.0.20 "GET /v2.0/security-groups?id=e01e7c40-4b22-407a-a279-6b071a5a6d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460510 Apr 17 04:08:28.801408 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed85582-ed37-4c60-a31e-ff0149f009c8 req-334c9e62-15e4-40ae-a61c-c6a9faf44cf6 tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:08:28.803064 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-8ed85582-ed37-4c60-a31e-ff0149f009c8 req-334c9e62-15e4-40ae-a61c-c6a9faf44cf6 tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] 10.222.0.20 "GET /v2.0/ports?device_id=e7bd5423-b2e2-475d-a2ab-f5ceb7a824a7 HTTP/1.1" status: 200 len: 945 time: 0.0930004 Apr 17 04:08:28.857441 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-8ed85582-ed37-4c60-a31e-ff0149f009c8 req-f289279f-ca1b-419b-8ac5-32262f103a4a tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] 10.222.0.20 "GET /v2.0/security-groups?id=48edf01a-27e1-4331-aa2f-debc447aa56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479279 Apr 17 04:08:29.302583 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-c99691e3-38d6-4e89-8990-a2d2150d6154 req-bc1968e8-70c6-42bf-b102-0ecd43173960 tempest-AttachVolumeNegativeTest-1226596354 tempest-AttachVolumeNegativeTest-1226596354-project] 10.222.0.20 "GET /v2.0/ports?device_id=7131e4ac-023d-4de7-9559-432fdf3d501b HTTP/1.1" status: 200 len: 210 time: 0.0547998 Apr 17 04:08:29.545465 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbb2975-8934-4899-87ac-40c8d1811d7c req-734978fb-2be5-4c3f-a9b4-79816612eef1 tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:08:29.547046 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-bdbb2975-8934-4899-87ac-40c8d1811d7c req-734978fb-2be5-4c3f-a9b4-79816612eef1 tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] 10.222.0.20 "GET /v2.0/ports?device_id=ddff59d5-455c-4e23-be4e-32eee2b20c05 HTTP/1.1" status: 200 len: 944 time: 0.0889812 Apr 17 04:08:29.601742 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-bdbb2975-8934-4899-87ac-40c8d1811d7c req-e7125669-a21a-4338-82cd-0549f41c4301 tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd5929ab-7671-4e84-b39c-be6225ef81ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480945 Apr 17 04:08:29.801320 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aefd0f8-dcee-456d-acc0-a8f56fcba803 req-38321c28-588f-4572-bad5-6ba8bb68a113 tempest-TestMinimumBasicScenario-1804355180 tempest-TestMinimumBasicScenario-1804355180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:08:29.802863 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-4aefd0f8-dcee-456d-acc0-a8f56fcba803 req-38321c28-588f-4572-bad5-6ba8bb68a113 tempest-TestMinimumBasicScenario-1804355180 tempest-TestMinimumBasicScenario-1804355180-project] 10.222.0.20 "GET /v2.0/ports?device_id=77c6f62d-8974-4b57-968d-f8f839d90eb8 HTTP/1.1" status: 200 len: 944 time: 0.0927513 Apr 17 04:08:29.854390 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-4aefd0f8-dcee-456d-acc0-a8f56fcba803 req-5556b963-ab0f-43ce-ba9b-9ed3dcf75852 tempest-TestMinimumBasicScenario-1804355180 tempest-TestMinimumBasicScenario-1804355180-project] 10.222.0.20 "GET /v2.0/security-groups?id=e01e7c40-4b22-407a-a279-6b071a5a6d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443578 Apr 17 04:08:30.088572 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd0207d-2c06-413e-a5e3-170daae3b68b req-ab2b41b9-2f50-491b-a134-c0074eac53d4 tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:08:30.090367 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-4dd0207d-2c06-413e-a5e3-170daae3b68b req-ab2b41b9-2f50-491b-a134-c0074eac53d4 tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] 10.222.0.20 "GET /v2.0/ports?device_id=e7bd5423-b2e2-475d-a2ab-f5ceb7a824a7 HTTP/1.1" status: 200 len: 945 time: 0.1103415 Apr 17 04:08:30.148780 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-4dd0207d-2c06-413e-a5e3-170daae3b68b req-508d7484-3420-4ec6-8174-0802bc099063 tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] 10.222.0.20 "GET /v2.0/security-groups?id=48edf01a-27e1-4331-aa2f-debc447aa56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520799 Apr 17 04:08:30.477824 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-9fc5a059-3872-4eeb-832d-8fe7b9e10447 req-8cb750ea-a1d7-4283-9fa5-191583feb30c tempest-AttachVolumeNegativeTest-1226596354 tempest-AttachVolumeNegativeTest-1226596354-project] 10.222.0.20 "GET /v2.0/ports?device_id=7131e4ac-023d-4de7-9559-432fdf3d501b HTTP/1.1" status: 200 len: 210 time: 0.0511985 Apr 17 04:08:30.829398 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccfee92-1936-46c9-b040-a0ca133d12ce req-661c622a-cab7-4e94-9a1a-ff4b29f83965 tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:08:30.837759 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-7ccfee92-1936-46c9-b040-a0ca133d12ce req-661c622a-cab7-4e94-9a1a-ff4b29f83965 tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] 10.222.0.20 "GET /v2.0/ports?device_id=ddff59d5-455c-4e23-be4e-32eee2b20c05 HTTP/1.1" status: 200 len: 944 time: 0.1106443 Apr 17 04:08:30.884597 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-7ccfee92-1936-46c9-b040-a0ca133d12ce req-bf7f964b-14a3-44a2-8d20-cb324fc7d7ef tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd5929ab-7671-4e84-b39c-be6225ef81ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457880 Apr 17 04:08:31.074887 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdd72f9-bfbc-4046-b4dc-67cfbf955f26 req-563b845f-a54a-41ef-a6e8-68402eebbe43 tempest-TestMinimumBasicScenario-1804355180 tempest-TestMinimumBasicScenario-1804355180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:08:31.076546 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-5cdd72f9-bfbc-4046-b4dc-67cfbf955f26 req-563b845f-a54a-41ef-a6e8-68402eebbe43 tempest-TestMinimumBasicScenario-1804355180 tempest-TestMinimumBasicScenario-1804355180-project] 10.222.0.20 "GET /v2.0/ports?device_id=77c6f62d-8974-4b57-968d-f8f839d90eb8 HTTP/1.1" status: 200 len: 944 time: 0.1000516 Apr 17 04:08:31.124984 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-5cdd72f9-bfbc-4046-b4dc-67cfbf955f26 req-f74eac59-4e89-4f6e-b4b8-979efc9aabd0 tempest-TestMinimumBasicScenario-1804355180 tempest-TestMinimumBasicScenario-1804355180-project] 10.222.0.20 "GET /v2.0/security-groups?id=e01e7c40-4b22-407a-a279-6b071a5a6d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420418 Apr 17 04:08:31.387950 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85ce6f7-0300-4ef3-b7e3-2dab3edae987 req-29d54779-9cd2-4d7f-9515-d8aefb860f64 tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:08:31.389649 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-c85ce6f7-0300-4ef3-b7e3-2dab3edae987 req-29d54779-9cd2-4d7f-9515-d8aefb860f64 tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] 10.222.0.20 "GET /v2.0/ports?device_id=e7bd5423-b2e2-475d-a2ab-f5ceb7a824a7 HTTP/1.1" status: 200 len: 945 time: 0.1021559 Apr 17 04:08:31.438903 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-c85ce6f7-0300-4ef3-b7e3-2dab3edae987 req-3a586ad9-e4ca-4234-be84-8c816d75b0f2 tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] 10.222.0.20 "GET /v2.0/security-groups?id=48edf01a-27e1-4331-aa2f-debc447aa56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421453 Apr 17 04:08:31.645329 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-6ef12a72-a346-4f88-a06b-13b3a6c92f3b req-9049cef8-0ecd-4838-9a87-43ccc76ee16d tempest-AttachVolumeNegativeTest-1226596354 tempest-AttachVolumeNegativeTest-1226596354-project] 10.222.0.20 "GET /v2.0/ports?device_id=7131e4ac-023d-4de7-9559-432fdf3d501b HTTP/1.1" status: 200 len: 210 time: 0.0519593 Apr 17 04:08:32.132010 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d237df16-f563-42ae-bdc1-25c9fb76ead3 req-34ee2788-e932-4f28-a4f9-30b5aae53a9d tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:08:32.133805 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-d237df16-f563-42ae-bdc1-25c9fb76ead3 req-34ee2788-e932-4f28-a4f9-30b5aae53a9d tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] 10.222.0.20 "GET /v2.0/ports?device_id=ddff59d5-455c-4e23-be4e-32eee2b20c05 HTTP/1.1" status: 200 len: 944 time: 0.0903025 Apr 17 04:08:32.189550 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-d237df16-f563-42ae-bdc1-25c9fb76ead3 req-b059e858-52b1-41cb-928e-1dcf67b7c7bd tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd5929ab-7671-4e84-b39c-be6225ef81ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490775 Apr 17 04:08:32.346030 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98cce7a-6a90-45a4-99c4-a85b961d8631 req-59d41b4b-7b90-4cf6-948c-e84c2872e94b tempest-TestMinimumBasicScenario-1804355180 tempest-TestMinimumBasicScenario-1804355180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:08:32.347653 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-a98cce7a-6a90-45a4-99c4-a85b961d8631 req-59d41b4b-7b90-4cf6-948c-e84c2872e94b tempest-TestMinimumBasicScenario-1804355180 tempest-TestMinimumBasicScenario-1804355180-project] 10.222.0.20 "GET /v2.0/ports?device_id=77c6f62d-8974-4b57-968d-f8f839d90eb8 HTTP/1.1" status: 200 len: 944 time: 0.0889134 Apr 17 04:08:32.397818 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-a98cce7a-6a90-45a4-99c4-a85b961d8631 req-afc4793f-1aa9-484a-8b85-8c53ad3e79b7 tempest-TestMinimumBasicScenario-1804355180 tempest-TestMinimumBasicScenario-1804355180-project] 10.222.0.20 "GET /v2.0/security-groups?id=e01e7c40-4b22-407a-a279-6b071a5a6d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435407 Apr 17 04:08:32.651530 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600bbc6f-2d04-421b-943e-92c7a7e54bca req-936c62b8-55be-4cc4-b9dc-0ae0e4920e46 tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:08:32.656561 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-600bbc6f-2d04-421b-943e-92c7a7e54bca req-936c62b8-55be-4cc4-b9dc-0ae0e4920e46 tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] 10.222.0.20 "GET /v2.0/ports?device_id=e7bd5423-b2e2-475d-a2ab-f5ceb7a824a7 HTTP/1.1" status: 200 len: 945 time: 0.0929799 Apr 17 04:08:32.706132 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-600bbc6f-2d04-421b-943e-92c7a7e54bca req-ac0cff9d-67a1-42fd-8ce0-5f5045173dc3 tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] 10.222.0.20 "GET /v2.0/security-groups?id=48edf01a-27e1-4331-aa2f-debc447aa56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457480 Apr 17 04:08:32.823410 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-57b47039-7781-4b0e-b413-9ab024777261 req-967c61f5-541a-4877-b653-7acaebe2eaca tempest-AttachVolumeNegativeTest-1226596354 tempest-AttachVolumeNegativeTest-1226596354-project] 10.222.0.20 "GET /v2.0/ports?device_id=7131e4ac-023d-4de7-9559-432fdf3d501b HTTP/1.1" status: 200 len: 210 time: 0.0493731 Apr 17 04:08:33.412808 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ff7acf-d7e8-40e2-b7ec-d861f9790194 req-95befb94-bc63-410b-9970-6fe92687f379 tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:08:33.414424 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-10ff7acf-d7e8-40e2-b7ec-d861f9790194 req-95befb94-bc63-410b-9970-6fe92687f379 tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] 10.222.0.20 "GET /v2.0/ports?device_id=ddff59d5-455c-4e23-be4e-32eee2b20c05 HTTP/1.1" status: 200 len: 944 time: 0.0998676 Apr 17 04:08:33.467825 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-10ff7acf-d7e8-40e2-b7ec-d861f9790194 req-df020ee5-4ca6-467e-b4fe-f44191ec7ab2 tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd5929ab-7671-4e84-b39c-be6225ef81ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460401 Apr 17 04:08:33.620435 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97511484-ce93-464d-9503-46526f94a677 req-84d6e16c-d2e8-4920-8acf-cfc67485217c tempest-TestMinimumBasicScenario-1804355180 tempest-TestMinimumBasicScenario-1804355180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:08:33.622125 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-97511484-ce93-464d-9503-46526f94a677 req-84d6e16c-d2e8-4920-8acf-cfc67485217c tempest-TestMinimumBasicScenario-1804355180 tempest-TestMinimumBasicScenario-1804355180-project] 10.222.0.20 "GET /v2.0/ports?device_id=77c6f62d-8974-4b57-968d-f8f839d90eb8 HTTP/1.1" status: 200 len: 944 time: 0.0968740 Apr 17 04:08:33.671208 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-97511484-ce93-464d-9503-46526f94a677 req-28a02f97-9389-4991-8c4c-a0d2f205998e tempest-TestMinimumBasicScenario-1804355180 tempest-TestMinimumBasicScenario-1804355180-project] 10.222.0.20 "GET /v2.0/security-groups?id=e01e7c40-4b22-407a-a279-6b071a5a6d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424793 Apr 17 04:08:34.143967 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-d1b40f5d-02f0-4414-b858-32de67f6c9f4 req-6001178c-2c65-4821-9f04-50c243c8c10d tempest-AttachVolumeNegativeTest-1226596354 tempest-AttachVolumeNegativeTest-1226596354-project] 10.222.0.20 "GET /v2.0/ports?device_id=7131e4ac-023d-4de7-9559-432fdf3d501b HTTP/1.1" status: 200 len: 210 time: 0.0577600 Apr 17 04:08:34.194707 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40be46c9-a9dd-432c-8cfe-0e3810621e11 req-7e7f3cd3-4d63-4e7c-8d56-52efad5f1bc6 tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:08:34.198952 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-40be46c9-a9dd-432c-8cfe-0e3810621e11 req-7e7f3cd3-4d63-4e7c-8d56-52efad5f1bc6 tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] 10.222.0.20 "GET /v2.0/ports?device_id=e7bd5423-b2e2-475d-a2ab-f5ceb7a824a7 HTTP/1.1" status: 200 len: 945 time: 0.3702416 Apr 17 04:08:34.247685 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-40be46c9-a9dd-432c-8cfe-0e3810621e11 req-4cc00031-d296-4997-b05e-25b79a639298 tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] 10.222.0.20 "GET /v2.0/security-groups?id=48edf01a-27e1-4331-aa2f-debc447aa56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444748 Apr 17 04:08:34.679804 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b403d87d-5415-4d92-a08f-be5f5ee5f710 req-71c7d701-57d3-4219-a96b-9147ca2ed252 tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:08:34.681604 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-b403d87d-5415-4d92-a08f-be5f5ee5f710 req-71c7d701-57d3-4219-a96b-9147ca2ed252 tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] 10.222.0.20 "GET /v2.0/ports?device_id=ddff59d5-455c-4e23-be4e-32eee2b20c05 HTTP/1.1" status: 200 len: 944 time: 0.0924506 Apr 17 04:08:34.733335 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-b403d87d-5415-4d92-a08f-be5f5ee5f710 req-23d23351-5252-4464-9169-514bc8aa0df9 tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd5929ab-7671-4e84-b39c-be6225ef81ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447254 Apr 17 04:08:34.887892 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9448fa-9365-4a60-b3f4-ff8b749910ff req-d7c70f8e-d644-42b1-b27f-4323dae63750 tempest-TestMinimumBasicScenario-1804355180 tempest-TestMinimumBasicScenario-1804355180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:08:34.889533 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-dc9448fa-9365-4a60-b3f4-ff8b749910ff req-d7c70f8e-d644-42b1-b27f-4323dae63750 tempest-TestMinimumBasicScenario-1804355180 tempest-TestMinimumBasicScenario-1804355180-project] 10.222.0.20 "GET /v2.0/ports?device_id=77c6f62d-8974-4b57-968d-f8f839d90eb8 HTTP/1.1" status: 200 len: 944 time: 0.0957839 Apr 17 04:08:34.937720 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-dc9448fa-9365-4a60-b3f4-ff8b749910ff req-bcf0c584-51a9-4327-af24-5922c1eec71e tempest-TestMinimumBasicScenario-1804355180 tempest-TestMinimumBasicScenario-1804355180-project] 10.222.0.20 "GET /v2.0/security-groups?id=e01e7c40-4b22-407a-a279-6b071a5a6d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413327 Apr 17 04:08:35.326559 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-340eb656-fe03-49c2-a780-5820febcdbc9 req-d6a970cd-9bbe-4c99-98d6-b1aa76e10a6e tempest-AttachVolumeNegativeTest-1226596354 tempest-AttachVolumeNegativeTest-1226596354-project] 10.222.0.20 "GET /v2.0/ports?device_id=7131e4ac-023d-4de7-9559-432fdf3d501b HTTP/1.1" status: 200 len: 210 time: 0.0585804 Apr 17 04:08:35.441789 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ef1064-910b-48f1-99ee-a1cb1ad4ce3e req-459010d7-7e08-4f9f-a58f-49eade2e022d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:08:35.444082 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-81ef1064-910b-48f1-99ee-a1cb1ad4ce3e req-459010d7-7e08-4f9f-a58f-49eade2e022d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a895b4724282424590f36093c5571d4e&device_id=ddff59d5-455c-4e23-be4e-32eee2b20c05 HTTP/1.1" status: 200 len: 1097 time: 0.0790138 Apr 17 04:08:35.463637 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9763d4b1-f3ad-4e0d-9b57-fe22b1ca3f4f req-5a342fde-00ec-43a8-9727-46ee5acf7ed7 tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:08:35.465243 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-9763d4b1-f3ad-4e0d-9b57-fe22b1ca3f4f req-5a342fde-00ec-43a8-9727-46ee5acf7ed7 tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] 10.222.0.20 "GET /v2.0/ports?device_id=e7bd5423-b2e2-475d-a2ab-f5ceb7a824a7 HTTP/1.1" status: 200 len: 945 time: 0.0870223 Apr 17 04:08:35.525707 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-9763d4b1-f3ad-4e0d-9b57-fe22b1ca3f4f req-701ecf52-e160-4ab7-86d7-309445bc1a94 tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] 10.222.0.20 "GET /v2.0/security-groups?id=48edf01a-27e1-4331-aa2f-debc447aa56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468688 Apr 17 04:08:35.591388 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ef1064-910b-48f1-99ee-a1cb1ad4ce3e req-a5367321-64db-4ac4-8165-5c362b570333 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:08:35.592998 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-81ef1064-910b-48f1-99ee-a1cb1ad4ce3e req-a5367321-64db-4ac4-8165-5c362b570333 service neutron] 10.222.0.32 "GET /v2.0/networks?id=f8f93dec-df20-4bb3-95a3-f64dab26a2d6 HTTP/1.1" status: 200 len: 918 time: 0.1409793 Apr 17 04:08:35.722902 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-81ef1064-910b-48f1-99ee-a1cb1ad4ce3e req-496de28a-aeb2-4adc-ad7c-74325e50097a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5726dbe8-8c69-4116-83f5-349991488743 HTTP/1.1" status: 200 len: 1000 time: 0.1186650 Apr 17 04:08:35.803601 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ef1064-910b-48f1-99ee-a1cb1ad4ce3e req-c7d876cc-c9c9-4479-a765-bf1e72fa00e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:08:35.805285 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-81ef1064-910b-48f1-99ee-a1cb1ad4ce3e req-c7d876cc-c9c9-4479-a765-bf1e72fa00e2 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=343cf9b8-b4dd-451f-9881-fd976f22c732 HTTP/1.1" status: 200 len: 856 time: 0.0689509 Apr 17 04:08:35.901751 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ef1064-910b-48f1-99ee-a1cb1ad4ce3e req-347066bb-9052-48e1-86d6-a1761f908499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:08:35.903667 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-81ef1064-910b-48f1-99ee-a1cb1ad4ce3e req-347066bb-9052-48e1-86d6-a1761f908499 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f8f93dec-df20-4bb3-95a3-f64dab26a2d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0820174 Apr 17 04:08:35.947119 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98dabc4-4a1f-49de-8a68-c1567ff5a34b req-99a509a4-e64a-4566-a101-badb553fd94c tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:08:35.948791 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-d98dabc4-4a1f-49de-8a68-c1567ff5a34b req-99a509a4-e64a-4566-a101-badb553fd94c tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] 10.222.0.20 "GET /v2.0/ports?device_id=ddff59d5-455c-4e23-be4e-32eee2b20c05 HTTP/1.1" status: 200 len: 944 time: 0.0908241 Apr 17 04:08:36.030142 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-d98dabc4-4a1f-49de-8a68-c1567ff5a34b req-0096a80b-313c-4a9c-81ae-480e57bdf2f9 tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd5929ab-7671-4e84-b39c-be6225ef81ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0740607 Apr 17 04:08:36.086273 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-81ef1064-910b-48f1-99ee-a1cb1ad4ce3e req-33cb25d1-f91f-4025-9f26-51eb95da66fe service neutron] 10.222.0.32 "GET /v2.0/networks/f8f93dec-df20-4bb3-95a3-f64dab26a2d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1709781 Apr 17 04:08:36.234556 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df12dbab-0a3e-4df5-b94e-c637dc0afdcb req-ce4e3bae-d7db-48e2-bd7e-25c6d7fc1786 tempest-AttachVolumeNegativeTest-1226596354 tempest-AttachVolumeNegativeTest-1226596354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:08:36.236311 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-df12dbab-0a3e-4df5-b94e-c637dc0afdcb req-ce4e3bae-d7db-48e2-bd7e-25c6d7fc1786 tempest-AttachVolumeNegativeTest-1226596354 tempest-AttachVolumeNegativeTest-1226596354-project] 10.222.0.32 "GET /v2.0/networks?id=e6680b4c-b81d-4947-a2bb-bed68ccc8fd7 HTTP/1.1" status: 200 len: 815 time: 0.2387145 Apr 17 04:08:36.246683 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-81ef1064-910b-48f1-99ee-a1cb1ad4ce3e req-1a81209e-0a0e-427a-8e2e-61c99a10e04d service neutron] 10.222.0.32 "GET /v2.0/networks/f8f93dec-df20-4bb3-95a3-f64dab26a2d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1479783 Apr 17 04:08:36.253294 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c042598-6789-4e79-a9f0-1e106b60d9d0 req-b8fd5d0d-5dba-4211-bdf1-56b5697f9dc9 tempest-TestMinimumBasicScenario-1804355180 tempest-TestMinimumBasicScenario-1804355180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:08:36.254962 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-1c042598-6789-4e79-a9f0-1e106b60d9d0 req-b8fd5d0d-5dba-4211-bdf1-56b5697f9dc9 tempest-TestMinimumBasicScenario-1804355180 tempest-TestMinimumBasicScenario-1804355180-project] 10.222.0.20 "GET /v2.0/ports?device_id=77c6f62d-8974-4b57-968d-f8f839d90eb8 HTTP/1.1" status: 200 len: 944 time: 0.1469760 Apr 17 04:08:36.260027 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.v2.base [req-df12dbab-0a3e-4df5-b94e-c637dc0afdcb req-18b5e8bb-a129-4c74-a34c-872b187eb72a tempest-AttachVolumeNegativeTest-1226596354 tempest-AttachVolumeNegativeTest-1226596354-project] Request body: {'port': {'device_id': '7131e4ac-023d-4de7-9559-432fdf3d501b', 'network_id': 'e6680b4c-b81d-4947-a2bb-bed68ccc8fd7', 'admin_state_up': True, 'tenant_id': '414abe24304b477ea2fe3108443164aa'}} {{(pid=86331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 17 04:08:36.413555 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-1c042598-6789-4e79-a9f0-1e106b60d9d0 req-d57157fb-edc8-46ec-90bb-8cb6f305b300 tempest-TestMinimumBasicScenario-1804355180 tempest-TestMinimumBasicScenario-1804355180-project] 10.222.0.20 "GET /v2.0/security-groups?id=e01e7c40-4b22-407a-a279-6b071a5a6d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388967 Apr 17 04:08:36.451881 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [req-df12dbab-0a3e-4df5-b94e-c637dc0afdcb req-18b5e8bb-a129-4c74-a34c-872b187eb72a tempest-AttachVolumeNegativeTest-1226596354 tempest-AttachVolumeNegativeTest-1226596354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 17 04:08:36.505359 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-257f7233-2ee8-44f6-befa-df8efec3f239 req-13ec190a-178e-4245-a1c5-de10e42a19fd tempest-AttachVolumeNegativeTest-1226596354 tempest-AttachVolumeNegativeTest-1226596354-project] 10.222.0.20 "GET /v2.0/ports?device_id=7131e4ac-023d-4de7-9559-432fdf3d501b HTTP/1.1" status: 200 len: 210 time: 0.0546892 Apr 17 04:08:36.506152 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [req-df12dbab-0a3e-4df5-b94e-c637dc0afdcb req-18b5e8bb-a129-4c74-a34c-872b187eb72a tempest-AttachVolumeNegativeTest-1226596354 tempest-AttachVolumeNegativeTest-1226596354-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 17 04:08:36.519436 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df12dbab-0a3e-4df5-b94e-c637dc0afdcb req-18b5e8bb-a129-4c74-a34c-872b187eb72a tempest-AttachVolumeNegativeTest-1226596354 tempest-AttachVolumeNegativeTest-1226596354-project] Made reservation on behalf of 414abe24304b477ea2fe3108443164aa for: {'port': 1} {{(pid=86331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 17 04:08:36.529099 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [req-df12dbab-0a3e-4df5-b94e-c637dc0afdcb req-18b5e8bb-a129-4c74-a34c-872b187eb72a tempest-AttachVolumeNegativeTest-1226596354 tempest-AttachVolumeNegativeTest-1226596354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853081909'] for port, before_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:08:36.760259 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.db_base_plugin_common [req-df12dbab-0a3e-4df5-b94e-c637dc0afdcb req-18b5e8bb-a129-4c74-a34c-872b187eb72a tempest-AttachVolumeNegativeTest-1226596354 tempest-AttachVolumeNegativeTest-1226596354-project] Allocated IP 172.20.0.5 (e6680b4c-b81d-4947-a2bb-bed68ccc8fd7/081dd618-920d-4243-8505-347b38674470/fbe7b530-d5ee-4a6a-b1a1-e3a32bc0671f) {{(pid=86331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 17 04:08:36.837570 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e36486-8d1b-4d4f-87e1-27f9957e9152 req-1b0ffaca-fadf-4194-85fa-e718d8e6d67d tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:08:36.839154 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-07e36486-8d1b-4d4f-87e1-27f9957e9152 req-1b0ffaca-fadf-4194-85fa-e718d8e6d67d tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] 10.222.0.20 "GET /v2.0/ports?device_id=e7bd5423-b2e2-475d-a2ab-f5ceb7a824a7 HTTP/1.1" status: 200 len: 945 time: 0.1667500 Apr 17 04:08:36.977064 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-07e36486-8d1b-4d4f-87e1-27f9957e9152 req-b64ec526-0a1e-494f-bb01-88d55f7d7c64 tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] 10.222.0.20 "GET /v2.0/security-groups?id=48edf01a-27e1-4331-aa2f-debc447aa56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312618 Apr 17 04:08:37.043227 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [req-df12dbab-0a3e-4df5-b94e-c637dc0afdcb req-18b5e8bb-a129-4c74-a34c-872b187eb72a tempest-AttachVolumeNegativeTest-1226596354 tempest-AttachVolumeNegativeTest-1226596354-project] Notify callbacks [] for port, precommit_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:08:37.081295 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [req-df12dbab-0a3e-4df5-b94e-c637dc0afdcb req-18b5e8bb-a129-4c74-a34c-872b187eb72a tempest-AttachVolumeNegativeTest-1226596354 tempest-AttachVolumeNegativeTest-1226596354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1691685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854152290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244555219623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850958277'] for port, after_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:08:37.089182 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-a7aa4e3f-c3d5-41bf-b106-51a57811904f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:08:37.098581 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.db [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] get_ports_and_sgs() called for port_ids ['92ee2581-4aca-4e7f-accd-d0bcbfe20f32', 'a29db140-51e9-4510-be91-21cf536358fe', '7ddcf9cb-567f-4abd-b738-abd8a77d244e'] {{(pid=86332) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 17 04:08:37.152751 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df12dbab-0a3e-4df5-b94e-c637dc0afdcb req-18b5e8bb-a129-4c74-a34c-872b187eb72a tempest-AttachVolumeNegativeTest-1226596354 tempest-AttachVolumeNegativeTest-1226596354-project] Network e6680b4c-b81d-4947-a2bb-bed68ccc8fd7 is already hosted by enough agents. {{(pid=86331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 17 04:08:37.162831 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.scheduler.base_scheduler [req-df12dbab-0a3e-4df5-b94e-c637dc0afdcb req-18b5e8bb-a129-4c74-a34c-872b187eb72a tempest-AttachVolumeNegativeTest-1226596354 tempest-AttachVolumeNegativeTest-1226596354-project] Resources bound (agent type, host, resource id): {{(pid=86331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 17 04:08:37.168521 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.l3_dvrscheduler_db [req-df12dbab-0a3e-4df5-b94e-c637dc0afdcb req-18b5e8bb-a129-4c74-a34c-872b187eb72a tempest-AttachVolumeNegativeTest-1226596354 tempest-AttachVolumeNegativeTest-1226596354-project] Received port after_create {{(pid=86331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 17 04:08:37.251690 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b5e8bb-a129-4c74-a34c-872b187eb72a tempest-AttachVolumeNegativeTest-1226596354 tempest-AttachVolumeNegativeTest-1226596354-project] Pushing event updated for resources: {'Port': ['ID=fbe7b530-d5ee-4a6a-b1a1-e3a32bc0671f,revision_number=1']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:08:37.269071 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-18b5e8bb-a129-4c74-a34c-872b187eb72a tempest-AttachVolumeNegativeTest-1226596354 tempest-AttachVolumeNegativeTest-1226596354-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:08:37.287741 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-69cf6f33-e4c5-4a14-83d8-1599b8db2c00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244554870149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852757949'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:08:37.289471 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df12dbab-0a3e-4df5-b94e-c637dc0afdcb req-18b5e8bb-a129-4c74-a34c-872b187eb72a tempest-AttachVolumeNegativeTest-1226596354 tempest-AttachVolumeNegativeTest-1226596354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:08:37.290207 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [req-df12dbab-0a3e-4df5-b94e-c637dc0afdcb req-18b5e8bb-a129-4c74-a34c-872b187eb72a tempest-AttachVolumeNegativeTest-1226596354 tempest-AttachVolumeNegativeTest-1226596354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854152307'] for port, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:08:37.337594 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-df12dbab-0a3e-4df5-b94e-c637dc0afdcb req-18b5e8bb-a129-4c74-a34c-872b187eb72a tempest-AttachVolumeNegativeTest-1226596354 tempest-AttachVolumeNegativeTest-1226596354-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0814235 Apr 17 04:08:37.350511 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a210f963-e653-4c97-8174-937019b4ebc3 req-3048146a-6b81-45c9-93ab-5df61f24e867 tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:08:37.352185 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-a210f963-e653-4c97-8174-937019b4ebc3 req-3048146a-6b81-45c9-93ab-5df61f24e867 tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] 10.222.0.20 "GET /v2.0/ports?device_id=ddff59d5-455c-4e23-be4e-32eee2b20c05 HTTP/1.1" status: 200 len: 944 time: 0.1906550 Apr 17 04:08:37.357648 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.v2.base [req-df12dbab-0a3e-4df5-b94e-c637dc0afdcb req-91594624-695c-4ba7-968b-bb746fe90da4 service neutron] Request body: {'port': {'device_id': '7131e4ac-023d-4de7-9559-432fdf3d501b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78605'}} {{(pid=86331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 17 04:08:37.491142 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-a210f963-e653-4c97-8174-937019b4ebc3 req-89d6b314-711f-4a14-a174-d2d1be399a32 tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd5929ab-7671-4e84-b39c-be6225ef81ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1027529 Apr 17 04:08:37.511867 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [req-df12dbab-0a3e-4df5-b94e-c637dc0afdcb req-91594624-695c-4ba7-968b-bb746fe90da4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853081909'] for port, before_update {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:08:37.704414 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.rpc [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Device 4a43203c-ceaa-4e06-80e8-a8cc7e4361a1 details requested by agent hyperv_hv-cinder-78605 with host hv-cinder-78605 {{(pid=86332) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 17 04:08:37.861040 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.db [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] For port 4a43203c-ceaa-4e06-80e8-a8cc7e4361a1, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=4a43203c-ceaa-4e06-80e8-a8cc7e4361a1,segment=NetworkSegment(aa880a9b-d843-41c6-bf8f-60abaf737a30),segment_id=aa880a9b-d843-41c6-bf8f-60abaf737a30)] {{(pid=86332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 17 04:08:37.875143 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.rpc [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Returning: {'device': '4a43203c-ceaa-4e06-80e8-a8cc7e4361a1', 'network_id': '43cd83d7-cb61-4acf-ae4e-cda478ed81e9', 'port_id': '4a43203c-ceaa-4e06-80e8-a8cc7e4361a1', 'mac_address': 'fa:16:3e:ee:db:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a503fcd-4993-4e66-b302-8d39173456fd', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86332) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 17 04:08:37.934605 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853081909'] for port, before_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:08:37.937316 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b873dac6-c67b-4a49-83ad-3033552ece89 req-d83d1e88-2203-4479-ad1a-ef6a1598e7ad tempest-TestMinimumBasicScenario-1804355180 tempest-TestMinimumBasicScenario-1804355180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:08:37.938928 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-b873dac6-c67b-4a49-83ad-3033552ece89 req-d83d1e88-2203-4479-ad1a-ef6a1598e7ad tempest-TestMinimumBasicScenario-1804355180 tempest-TestMinimumBasicScenario-1804355180-project] 10.222.0.20 "GET /v2.0/ports?device_id=77c6f62d-8974-4b57-968d-f8f839d90eb8 HTTP/1.1" status: 200 len: 944 time: 0.3544114 Apr 17 04:08:37.953844 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.notifiers.nova [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a43203c-ceaa-4e06-80e8-a8cc7e4361a1 {{(pid=86332) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 17 04:08:37.961369 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42decc24-e2db-4056-bf60-e101ceb53800 req-50d38cef-4e3e-4588-910e-4228ea5e039f tempest-AttachVolumeNegativeTest-1226596354 tempest-AttachVolumeNegativeTest-1226596354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:08:37.962280 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [req-42decc24-e2db-4056-bf60-e101ceb53800 req-50d38cef-4e3e-4588-910e-4228ea5e039f tempest-AttachVolumeNegativeTest-1226596354 tempest-AttachVolumeNegativeTest-1226596354-project] Synchronizing usage tracker for tenant:414abe24304b477ea2fe3108443164aa on resource:port {{(pid=86331) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 17 04:08:37.974506 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.db [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] For port 4a43203c-ceaa-4e06-80e8-a8cc7e4361a1, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=4a43203c-ceaa-4e06-80e8-a8cc7e4361a1,segment=NetworkSegment(aa880a9b-d843-41c6-bf8f-60abaf737a30),segment_id=aa880a9b-d843-41c6-bf8f-60abaf737a30)] {{(pid=86332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 17 04:08:37.983342 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1691685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854152290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792299986632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244555219606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792299556228'] for port, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:08:37.985325 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-0e2b408b-b52e-45ee-9efb-7506b0783352 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:08:38.038843 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [req-42decc24-e2db-4056-bf60-e101ceb53800 req-50d38cef-4e3e-4588-910e-4228ea5e039f tempest-AttachVolumeNegativeTest-1226596354 tempest-AttachVolumeNegativeTest-1226596354-project] Unset dirty status for tenant:414abe24304b477ea2fe3108443164aa on resource:port {{(pid=86331) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 17 04:08:38.040131 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-42decc24-e2db-4056-bf60-e101ceb53800 req-50d38cef-4e3e-4588-910e-4228ea5e039f tempest-AttachVolumeNegativeTest-1226596354 tempest-AttachVolumeNegativeTest-1226596354-project] 10.222.0.20 "GET /v2.0/ports?device_id=7131e4ac-023d-4de7-9559-432fdf3d501b HTTP/1.1" status: 200 len: 931 time: 0.3883400 Apr 17 04:08:38.049491 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-b873dac6-c67b-4a49-83ad-3033552ece89 req-2e857274-be38-457e-8fd9-c4133c2de206 tempest-TestMinimumBasicScenario-1804355180 tempest-TestMinimumBasicScenario-1804355180-project] 10.222.0.20 "GET /v2.0/security-groups?id=e01e7c40-4b22-407a-a279-6b071a5a6d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004407 Apr 17 04:08:38.066208 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Pushing event updated for resources: {'Port': ['ID=4a43203c-ceaa-4e06-80e8-a8cc7e4361a1,revision_number=4']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:08:38.070022 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:08:38.161876 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-42decc24-e2db-4056-bf60-e101ceb53800 req-c37a52f4-ba93-45e6-8538-4be07d337117 tempest-AttachVolumeNegativeTest-1226596354 tempest-AttachVolumeNegativeTest-1226596354-project] 10.222.0.20 "GET /v2.0/security-groups?id=ae5ae7d4-03a6-4de4-82fb-45078eb27a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969803 Apr 17 04:08:38.164787 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.notifiers.nova [req-df12dbab-0a3e-4df5-b94e-c637dc0afdcb req-91594624-695c-4ba7-968b-bb746fe90da4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fbe7b530-d5ee-4a6a-b1a1-e3a32bc0671f {{(pid=86331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 17 04:08:38.217050 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [req-df12dbab-0a3e-4df5-b94e-c637dc0afdcb req-91594624-695c-4ba7-968b-bb746fe90da4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:08:38.241879 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.provisioning_blocks [req-df12dbab-0a3e-4df5-b94e-c637dc0afdcb req-91594624-695c-4ba7-968b-bb746fe90da4 service neutron] Transition to ACTIVE for port object fbe7b530-d5ee-4a6a-b1a1-e3a32bc0671f will not be triggered until provisioned by entity L2. {{(pid=86331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 17 04:08:38.246493 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [req-df12dbab-0a3e-4df5-b94e-c637dc0afdcb req-91594624-695c-4ba7-968b-bb746fe90da4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1691685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854152290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792299986632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244555219606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792299556228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3817522'] for port, after_update {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:08:38.257874 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:08:38.307996 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.db [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] get_ports_and_sgs() called for port_ids ['4a43203c-ceaa-4e06-80e8-a8cc7e4361a1'] {{(pid=86332) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 17 04:08:38.408178 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91594624-695c-4ba7-968b-bb746fe90da4 service neutron] Pushing event updated for resources: {'Port': ['ID=fbe7b530-d5ee-4a6a-b1a1-e3a32bc0671f,revision_number=2']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:08:38.444270 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-91594624-695c-4ba7-968b-bb746fe90da4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:08:38.458274 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c3e220-67f6-461c-93a4-cfbbb0393277 req-968d03dc-468d-4dde-8708-67bcbc8c23e3 tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:08:38.459902 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-59c3e220-67f6-461c-93a4-cfbbb0393277 req-968d03dc-468d-4dde-8708-67bcbc8c23e3 tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] 10.222.0.20 "GET /v2.0/ports?device_id=e7bd5423-b2e2-475d-a2ab-f5ceb7a824a7 HTTP/1.1" status: 200 len: 945 time: 0.3018093 Apr 17 04:08:38.565578 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-59c3e220-67f6-461c-93a4-cfbbb0393277 req-550a8f22-441d-4567-8b5f-c41506a9c701 tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] 10.222.0.20 "GET /v2.0/security-groups?id=48edf01a-27e1-4331-aa2f-debc447aa56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683453 Apr 17 04:08:38.572330 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.managers [req-df12dbab-0a3e-4df5-b94e-c637dc0afdcb req-91594624-695c-4ba7-968b-bb746fe90da4 service neutron] Attempting to bind port fbe7b530-d5ee-4a6a-b1a1-e3a32bc0671f on host hv-cinder-78605 for vnic_type normal with profile {{(pid=86331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 17 04:08:38.572732 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.managers [req-df12dbab-0a3e-4df5-b94e-c637dc0afdcb req-91594624-695c-4ba7-968b-bb746fe90da4 service neutron] Attempting to bind port fbe7b530-d5ee-4a6a-b1a1-e3a32bc0671f by drivers openvswitch,hyperv on host hv-cinder-78605 at level 0 using segments [{'id': '21289dc9-e49a-4956-a25b-e0a8cf0d6ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'e6680b4c-b81d-4947-a2bb-bed68ccc8fd7'}] {{(pid=86331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 17 04:08:38.573095 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df12dbab-0a3e-4df5-b94e-c637dc0afdcb req-91594624-695c-4ba7-968b-bb746fe90da4 service neutron] Attempting to bind port fbe7b530-d5ee-4a6a-b1a1-e3a32bc0671f on network e6680b4c-b81d-4947-a2bb-bed68ccc8fd7 {{(pid=86331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 17 04:08:38.578526 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df12dbab-0a3e-4df5-b94e-c637dc0afdcb req-91594624-695c-4ba7-968b-bb746fe90da4 service neutron] Port fbe7b530-d5ee-4a6a-b1a1-e3a32bc0671f on network e6680b4c-b81d-4947-a2bb-bed68ccc8fd7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78605 {{(pid=86331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 17 04:08:38.578885 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df12dbab-0a3e-4df5-b94e-c637dc0afdcb req-91594624-695c-4ba7-968b-bb746fe90da4 service neutron] Attempting to bind port fbe7b530-d5ee-4a6a-b1a1-e3a32bc0671f on network e6680b4c-b81d-4947-a2bb-bed68ccc8fd7 {{(pid=86331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 17 04:08:38.594374 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df12dbab-0a3e-4df5-b94e-c637dc0afdcb req-91594624-695c-4ba7-968b-bb746fe90da4 service neutron] Checking agent: {'id': '61ad0fc1-16d6-4e18-b3c9-f584687973c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78605', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 17, 4, 4, 12), 'started_at': datetime.datetime(2021, 4, 17, 4, 4, 12), 'heartbeat_timestamp': datetime.datetime(2021, 4, 17, 4, 8, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 17 04:08:38.594956 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df12dbab-0a3e-4df5-b94e-c637dc0afdcb req-91594624-695c-4ba7-968b-bb746fe90da4 service neutron] Checking segment: {'id': '21289dc9-e49a-4956-a25b-e0a8cf0d6ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'e6680b4c-b81d-4947-a2bb-bed68ccc8fd7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 17 04:08:38.595376 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df12dbab-0a3e-4df5-b94e-c637dc0afdcb req-91594624-695c-4ba7-968b-bb746fe90da4 service neutron] Bound using segment: {'id': '21289dc9-e49a-4956-a25b-e0a8cf0d6ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'e6680b4c-b81d-4947-a2bb-bed68ccc8fd7'} {{(pid=86331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 17 04:08:38.595837 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.managers [req-df12dbab-0a3e-4df5-b94e-c637dc0afdcb req-91594624-695c-4ba7-968b-bb746fe90da4 service neutron] Bound port: fbe7b530-d5ee-4a6a-b1a1-e3a32bc0671f, host: hv-cinder-78605, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21289dc9-e49a-4956-a25b-e0a8cf0d6ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'e6680b4c-b81d-4947-a2bb-bed68ccc8fd7'}}] {{(pid=86331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 17 04:08:38.596214 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [req-df12dbab-0a3e-4df5-b94e-c637dc0afdcb req-91594624-695c-4ba7-968b-bb746fe90da4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853081909'] for port, before_update {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:08:38.709388 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.agents_db [None req-76d39d81-b417-4462-95bd-4e842fba9248 None None] Agent healthcheck: found 6 active agents {{(pid=86333) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 17 04:08:38.755088 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.db [req-df12dbab-0a3e-4df5-b94e-c637dc0afdcb req-91594624-695c-4ba7-968b-bb746fe90da4 service neutron] For port fbe7b530-d5ee-4a6a-b1a1-e3a32bc0671f, host hv-cinder-78605, cleared binding levels {{(pid=86331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 17 04:08:38.765876 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.db [req-df12dbab-0a3e-4df5-b94e-c637dc0afdcb req-91594624-695c-4ba7-968b-bb746fe90da4 service neutron] For port fbe7b530-d5ee-4a6a-b1a1-e3a32bc0671f, host hv-cinder-78605, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=fbe7b530-d5ee-4a6a-b1a1-e3a32bc0671f,segment=NetworkSegment(21289dc9-e49a-4956-a25b-e0a8cf0d6ebd),segment_id=21289dc9-e49a-4956-a25b-e0a8cf0d6ebd)] {{(pid=86331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 17 04:08:38.771752 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [req-df12dbab-0a3e-4df5-b94e-c637dc0afdcb req-91594624-695c-4ba7-968b-bb746fe90da4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1691685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854152290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792299986632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244555219606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792299556228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3817522'] for port, after_update {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:08:38.778212 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-04629938-9e3b-4a82-a834-0b42c3d99a51 tempest-AttachVolumeNegativeTest-1226596354 tempest-AttachVolumeNegativeTest-1226596354-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:08:38.821219 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624aba95-ae19-4f5c-9b92-bf02ef16001a req-194fe599-2340-4ecd-9b9d-8ce87e398e42 tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:08:38.822799 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-624aba95-ae19-4f5c-9b92-bf02ef16001a req-194fe599-2340-4ecd-9b9d-8ce87e398e42 tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] 10.222.0.20 "GET /v2.0/ports?device_id=ddff59d5-455c-4e23-be4e-32eee2b20c05 HTTP/1.1" status: 200 len: 944 time: 0.1756220 Apr 17 04:08:38.869237 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df12dbab-0a3e-4df5-b94e-c637dc0afdcb req-91594624-695c-4ba7-968b-bb746fe90da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:08:38.870406 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [req-df12dbab-0a3e-4df5-b94e-c637dc0afdcb req-91594624-695c-4ba7-968b-bb746fe90da4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854152307'] for port, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:08:38.871988 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-df12dbab-0a3e-4df5-b94e-c637dc0afdcb req-91594624-695c-4ba7-968b-bb746fe90da4 service neutron] 10.222.0.32 "PUT /v2.0/ports/fbe7b530-d5ee-4a6a-b1a1-e3a32bc0671f HTTP/1.1" status: 200 len: 1093 time: 1.5188253 Apr 17 04:08:38.874461 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7131e4ac-023d-4de7-9559-432fdf3d501b', 'tag': 'fbe7b530-d5ee-4a6a-b1a1-e3a32bc0671f'}] {{(pid=86331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 17 04:08:38.918101 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91594624-695c-4ba7-968b-bb746fe90da4 service neutron] Pushing event updated for resources: {'Port': ['ID=fbe7b530-d5ee-4a6a-b1a1-e3a32bc0671f,revision_number=3']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:08:38.963791 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-91594624-695c-4ba7-968b-bb746fe90da4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:08:38.970070 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7131e4ac-023d-4de7-9559-432fdf3d501b', 'tag': 'fbe7b530-d5ee-4a6a-b1a1-e3a32bc0671f', 'status': 'completed', 'code': 200} Apr 17 04:08:38.973409 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-624aba95-ae19-4f5c-9b92-bf02ef16001a req-258e1d8d-257e-4af7-9488-adbc146db204 tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd5929ab-7671-4e84-b39c-be6225ef81ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1405027 Apr 17 04:08:39.012438 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df12dbab-0a3e-4df5-b94e-c637dc0afdcb req-db9a90f9-3117-4710-8347-6dce6909a0c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:08:39.014243 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-df12dbab-0a3e-4df5-b94e-c637dc0afdcb req-db9a90f9-3117-4710-8347-6dce6909a0c7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=414abe24304b477ea2fe3108443164aa&device_id=7131e4ac-023d-4de7-9559-432fdf3d501b HTTP/1.1" status: 200 len: 1096 time: 0.0891855 Apr 17 04:08:39.349385 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-df12dbab-0a3e-4df5-b94e-c637dc0afdcb req-794bb121-af33-402a-97bc-e4070d326ed1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fbe7b530-d5ee-4a6a-b1a1-e3a32bc0671f HTTP/1.1" status: 200 len: 217 time: 0.3175449 Apr 17 04:08:39.497988 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df12dbab-0a3e-4df5-b94e-c637dc0afdcb req-e0fa098f-dc22-4c21-8b28-4013a63500b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:08:39.499701 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-df12dbab-0a3e-4df5-b94e-c637dc0afdcb req-e0fa098f-dc22-4c21-8b28-4013a63500b0 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=081dd618-920d-4243-8505-347b38674470 HTTP/1.1" status: 200 len: 855 time: 0.1111879 Apr 17 04:08:39.554206 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-0ecf00a6-37e6-4b95-b011-2189d76a29e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244554870149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852757949'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:08:39.561259 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59366b60-a5dc-4369-9dea-bfbf5ef97533 req-17bb18f5-48d5-4880-b4de-6627c4c3bb82 tempest-TestMinimumBasicScenario-1804355180 tempest-TestMinimumBasicScenario-1804355180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:08:39.562895 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-59366b60-a5dc-4369-9dea-bfbf5ef97533 req-17bb18f5-48d5-4880-b4de-6627c4c3bb82 tempest-TestMinimumBasicScenario-1804355180 tempest-TestMinimumBasicScenario-1804355180-project] 10.222.0.20 "GET /v2.0/ports?device_id=77c6f62d-8974-4b57-968d-f8f839d90eb8 HTTP/1.1" status: 200 len: 945 time: 0.2159917 Apr 17 04:08:39.572409 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-df12dbab-0a3e-4df5-b94e-c637dc0afdcb req-3d7e954c-575d-4d15-ba40-30c8489256bb service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e6680b4c-b81d-4947-a2bb-bed68ccc8fd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0643299 Apr 17 04:08:39.704594 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.rpc [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Device 4a43203c-ceaa-4e06-80e8-a8cc7e4361a1 up at agent hyperv_hv-cinder-78605 {{(pid=86332) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 17 04:08:39.760957 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-59366b60-a5dc-4369-9dea-bfbf5ef97533 req-d66d1321-6846-4a88-8a94-dbc167b047fb tempest-TestMinimumBasicScenario-1804355180 tempest-TestMinimumBasicScenario-1804355180-project] 10.222.0.20 "GET /v2.0/security-groups?id=e01e7c40-4b22-407a-a279-6b071a5a6d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1911452 Apr 17 04:08:39.785782 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.provisioning_blocks [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Provisioning for port 4a43203c-ceaa-4e06-80e8-a8cc7e4361a1 completed by entity L2. {{(pid=86332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 17 04:08:39.792622 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.provisioning_blocks [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Provisioning complete for port 4a43203c-ceaa-4e06-80e8-a8cc7e4361a1 triggered by entity L2. {{(pid=86332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 17 04:08:39.793087 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2017814'] for port, provisioning_complete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:08:39.828010 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-df12dbab-0a3e-4df5-b94e-c637dc0afdcb req-44da743a-68a0-41a0-8c63-4039e3117413 service neutron] 10.222.0.32 "GET /v2.0/networks/e6680b4c-b81d-4947-a2bb-bed68ccc8fd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2410364 Apr 17 04:08:39.881451 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf6c6db-70a3-459d-93f2-913a97082e69 req-7e8c26a6-0589-45b2-9e44-a21e604c0e91 tempest-AttachVolumeNegativeTest-1226596354 tempest-AttachVolumeNegativeTest-1226596354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:08:39.883164 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-5bf6c6db-70a3-459d-93f2-913a97082e69 req-7e8c26a6-0589-45b2-9e44-a21e604c0e91 tempest-AttachVolumeNegativeTest-1226596354 tempest-AttachVolumeNegativeTest-1226596354-project] 10.222.0.20 "GET /v2.0/ports?device_id=7131e4ac-023d-4de7-9559-432fdf3d501b HTTP/1.1" status: 200 len: 943 time: 0.1857128 Apr 17 04:08:39.920914 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853081909'] for port, before_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:08:39.950064 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77c6f62d-8974-4b57-968d-f8f839d90eb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a43203c-ceaa-4e06-80e8-a8cc7e4361a1'}] {{(pid=86332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 17 04:08:39.961142 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.db [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] For port 4a43203c-ceaa-4e06-80e8-a8cc7e4361a1, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=4a43203c-ceaa-4e06-80e8-a8cc7e4361a1,segment=NetworkSegment(aa880a9b-d843-41c6-bf8f-60abaf737a30),segment_id=aa880a9b-d843-41c6-bf8f-60abaf737a30)] {{(pid=86332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 17 04:08:39.964934 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1691685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854152290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792299986632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244555219606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792299556228'] for port, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:08:39.965837 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.rpc [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Device 5726dbe8-8c69-4116-83f5-349991488743 no longer exists at agent hyperv_hv-cinder-78605 {{(pid=86332) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 17 04:08:40.001994 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:08:40.075598 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-5bf6c6db-70a3-459d-93f2-913a97082e69 req-45940a6c-f5ec-45ab-82c0-204caf94dd8e tempest-AttachVolumeNegativeTest-1226596354 tempest-AttachVolumeNegativeTest-1226596354-project] 10.222.0.20 "GET /v2.0/security-groups?id=ae5ae7d4-03a6-4de4-82fb-45078eb27a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486554 Apr 17 04:08:40.086690 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-df12dbab-0a3e-4df5-b94e-c637dc0afdcb req-0d2fab7a-f81f-4744-939b-e866dbfea5b8 service neutron] 10.222.0.32 "GET /v2.0/networks/e6680b4c-b81d-4947-a2bb-bed68ccc8fd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2503569 Apr 17 04:08:40.114429 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29408907-e913-4a34-b269-bf4296c49b7a req-f8982fa3-0cf2-4ccc-9642-4e3bbebbcb1c tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:08:40.116598 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-29408907-e913-4a34-b269-bf4296c49b7a req-f8982fa3-0cf2-4ccc-9642-4e3bbebbcb1c tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] 10.222.0.20 "GET /v2.0/ports?device_id=e7bd5423-b2e2-475d-a2ab-f5ceb7a824a7 HTTP/1.1" status: 200 len: 945 time: 0.2294769 Apr 17 04:08:40.136022 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Pushing event updated for resources: {'Port': ['ID=4a43203c-ceaa-4e06-80e8-a8cc7e4361a1,revision_number=5']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:08:40.145214 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:08:40.228231 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-29408907-e913-4a34-b269-bf4296c49b7a req-ec3be419-3a50-4912-8b63-89af1ee7319b tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] 10.222.0.20 "GET /v2.0/security-groups?id=48edf01a-27e1-4331-aa2f-debc447aa56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979538 Apr 17 04:08:40.261440 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90183554-db52-461e-9c0a-d76760d8e149 req-b4b2bd36-0657-467b-b711-c8713062d48d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:08:40.263110 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-90183554-db52-461e-9c0a-d76760d8e149 req-b4b2bd36-0657-467b-b711-c8713062d48d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=414abe24304b477ea2fe3108443164aa&device_id=7131e4ac-023d-4de7-9559-432fdf3d501b HTTP/1.1" status: 200 len: 1096 time: 0.1129029 Apr 17 04:08:40.298433 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77c6f62d-8974-4b57-968d-f8f839d90eb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a43203c-ceaa-4e06-80e8-a8cc7e4361a1', 'code': 200} Apr 17 04:08:40.509945 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90183554-db52-461e-9c0a-d76760d8e149 req-ff0c543d-1b6f-4018-ad59-1fb6881aece1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:08:40.511556 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-90183554-db52-461e-9c0a-d76760d8e149 req-ff0c543d-1b6f-4018-ad59-1fb6881aece1 service neutron] 10.222.0.32 "GET /v2.0/networks?id=e6680b4c-b81d-4947-a2bb-bed68ccc8fd7 HTTP/1.1" status: 200 len: 916 time: 0.2343752 Apr 17 04:08:40.528794 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd524ba6-b667-4c2d-91bf-7b13ba54cf30 req-63ec12f7-9603-4066-bbcc-0eebfb46202c tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:08:40.530490 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-fd524ba6-b667-4c2d-91bf-7b13ba54cf30 req-63ec12f7-9603-4066-bbcc-0eebfb46202c tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] 10.222.0.20 "GET /v2.0/ports?device_id=ddff59d5-455c-4e23-be4e-32eee2b20c05 HTTP/1.1" status: 200 len: 944 time: 0.1389234 Apr 17 04:08:40.585255 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-c4f59f18-ba4f-4d63-813b-4697a67f74c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244554870149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852757949'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:08:40.640019 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-90183554-db52-461e-9c0a-d76760d8e149 req-2103ced2-5f98-4364-a784-3e968d4fe3c0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fbe7b530-d5ee-4a6a-b1a1-e3a32bc0671f HTTP/1.1" status: 200 len: 217 time: 0.1083028 Apr 17 04:08:40.679713 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc95a3e-d0f5-46ac-a084-0499ae2ae90e req-a5a1ee4b-cadd-43ac-88a9-3c918bbdebb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:08:40.682433 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-afc95a3e-d0f5-46ac-a084-0499ae2ae90e req-a5a1ee4b-cadd-43ac-88a9-3c918bbdebb3 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=77c6f62d-8974-4b57-968d-f8f839d90eb8 HTTP/1.1" status: 200 len: 1099 time: 0.0910866 Apr 17 04:08:40.706113 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-fd524ba6-b667-4c2d-91bf-7b13ba54cf30 req-2dc03627-9141-4087-82f0-ea0ba42e8226 tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd5929ab-7671-4e84-b39c-be6225ef81ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1012790 Apr 17 04:08:40.726014 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90183554-db52-461e-9c0a-d76760d8e149 req-8e41c54d-fd81-4241-999a-048314bb2b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:08:40.727581 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-90183554-db52-461e-9c0a-d76760d8e149 req-8e41c54d-fd81-4241-999a-048314bb2b3a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=081dd618-920d-4243-8505-347b38674470 HTTP/1.1" status: 200 len: 855 time: 0.0740085 Apr 17 04:08:40.744529 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-afc95a3e-d0f5-46ac-a084-0499ae2ae90e req-488b1c0a-4e25-4904-9df7-34f8b7b35be1 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=e01e7c40-4b22-407a-a279-6b071a5a6d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519342 Apr 17 04:08:40.792747 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-90183554-db52-461e-9c0a-d76760d8e149 req-e1e4d969-66a8-4871-9087-d2a626d685fb service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e6680b4c-b81d-4947-a2bb-bed68ccc8fd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0553963 Apr 17 04:08:40.830441 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.20', 57226) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 17 04:08:40.937405 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244554870149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852757949'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:08:40.997805 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-39c47f96-ef4f-4b79-a915-58a8e9be9041 req-36fc0010-c667-4f89-9187-ce4bef914034 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=ddff59d5-455c-4e23-be4e-32eee2b20c05&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1660352 Apr 17 04:08:41.059536 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-90183554-db52-461e-9c0a-d76760d8e149 req-fdef462e-de37-4b8b-bf29-875e5c54e5db service neutron] 10.222.0.32 "GET /v2.0/networks/e6680b4c-b81d-4947-a2bb-bed68ccc8fd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2338459 Apr 17 04:08:41.100122 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0e9cf2-66fe-4d7c-a962-fccc946db9d5 req-f6c7db5b-f153-41eb-841d-1f1e51e73946 tempest-TestMinimumBasicScenario-1804355180 tempest-TestMinimumBasicScenario-1804355180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:08:41.104147 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-2b0e9cf2-66fe-4d7c-a962-fccc946db9d5 req-f6c7db5b-f153-41eb-841d-1f1e51e73946 tempest-TestMinimumBasicScenario-1804355180 tempest-TestMinimumBasicScenario-1804355180-project] 10.222.0.20 "GET /v2.0/ports?device_id=77c6f62d-8974-4b57-968d-f8f839d90eb8 HTTP/1.1" status: 200 len: 946 time: 0.2193596 Apr 17 04:08:41.293232 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-2b0e9cf2-66fe-4d7c-a962-fccc946db9d5 req-cd0860f5-1676-4dfc-bf7f-8c8fb131d9c1 tempest-TestMinimumBasicScenario-1804355180 tempest-TestMinimumBasicScenario-1804355180-project] 10.222.0.20 "GET /v2.0/security-groups?id=e01e7c40-4b22-407a-a279-6b071a5a6d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721723 Apr 17 04:08:41.330225 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-90183554-db52-461e-9c0a-d76760d8e149 req-82eb0d85-1190-4ea5-8a83-463932a64a47 service neutron] 10.222.0.32 "GET /v2.0/networks/e6680b4c-b81d-4947-a2bb-bed68ccc8fd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2633164 Apr 17 04:08:41.353914 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66ecdd5-5081-4df7-933f-e6fff05a3d0e req-e2e3189e-4f67-46f2-99de-8aee7efd56c0 tempest-AttachVolumeNegativeTest-1226596354 tempest-AttachVolumeNegativeTest-1226596354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:08:41.361759 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-b66ecdd5-5081-4df7-933f-e6fff05a3d0e req-e2e3189e-4f67-46f2-99de-8aee7efd56c0 tempest-AttachVolumeNegativeTest-1226596354 tempest-AttachVolumeNegativeTest-1226596354-project] 10.222.0.20 "GET /v2.0/ports?device_id=7131e4ac-023d-4de7-9559-432fdf3d501b HTTP/1.1" status: 200 len: 943 time: 0.1594119 Apr 17 04:08:41.404563 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-b66ecdd5-5081-4df7-933f-e6fff05a3d0e req-01c5496a-465a-4d84-83cd-213b922a5f1a tempest-AttachVolumeNegativeTest-1226596354 tempest-AttachVolumeNegativeTest-1226596354-project] 10.222.0.20 "GET /v2.0/security-groups?id=ae5ae7d4-03a6-4de4-82fb-45078eb27a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418229 Apr 17 04:08:41.493276 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b80ae29-9f2b-48a3-a251-a80baf6c1e59 req-5ec5cdb5-682b-4432-af12-cf58d5cc6ac9 tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:08:41.494873 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-3b80ae29-9f2b-48a3-a251-a80baf6c1e59 req-5ec5cdb5-682b-4432-af12-cf58d5cc6ac9 tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] 10.222.0.20 "GET /v2.0/ports?device_id=e7bd5423-b2e2-475d-a2ab-f5ceb7a824a7 HTTP/1.1" status: 200 len: 945 time: 0.0893934 Apr 17 04:08:41.545580 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-3b80ae29-9f2b-48a3-a251-a80baf6c1e59 req-7ce65e91-4383-4351-803d-35ea89dbf504 tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] 10.222.0.20 "GET /v2.0/security-groups?id=48edf01a-27e1-4331-aa2f-debc447aa56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440650 Apr 17 04:08:41.723095 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-6f7ee5bc-ae74-4cc6-a62a-23eab2a2e65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244554870149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852757949'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:08:41.927095 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a40d576-1b88-476c-9292-e33baf617b50 req-93fe589e-b1c6-45a1-a7aa-1cf3b2232063 tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:08:41.928584 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-3a40d576-1b88-476c-9292-e33baf617b50 req-93fe589e-b1c6-45a1-a7aa-1cf3b2232063 tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] 10.222.0.20 "GET /v2.0/ports?device_id=ddff59d5-455c-4e23-be4e-32eee2b20c05 HTTP/1.1" status: 200 len: 944 time: 0.0952134 Apr 17 04:08:41.978237 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-3a40d576-1b88-476c-9292-e33baf617b50 req-914e4a52-9aa5-48e5-96ac-198046a35575 tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd5929ab-7671-4e84-b39c-be6225ef81ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431707 Apr 17 04:08:42.451733 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244554870149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852757949'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:08:42.623472 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3e6e6a-1cef-4f23-8aff-c8dad50637b6 req-88488c1a-5b74-45a8-bca4-79f7506e5803 tempest-TestMinimumBasicScenario-1804355180 tempest-TestMinimumBasicScenario-1804355180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:08:42.625156 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-1c3e6e6a-1cef-4f23-8aff-c8dad50637b6 req-88488c1a-5b74-45a8-bca4-79f7506e5803 tempest-TestMinimumBasicScenario-1804355180 tempest-TestMinimumBasicScenario-1804355180-project] 10.222.0.20 "GET /v2.0/ports?device_id=77c6f62d-8974-4b57-968d-f8f839d90eb8 HTTP/1.1" status: 200 len: 946 time: 0.2117941 Apr 17 04:08:42.628199 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c47f96-ef4f-4b79-a915-58a8e9be9041 req-1468ca7c-8259-4435-8a6c-23d790914617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:08:42.629697 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-39c47f96-ef4f-4b79-a915-58a8e9be9041 req-1468ca7c-8259-4435-8a6c-23d790914617 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=ddff59d5-455c-4e23-be4e-32eee2b20c05&tenant_id=a895b4724282424590f36093c5571d4e HTTP/1.1" status: 200 len: 1097 time: 0.1764162 Apr 17 04:08:42.733551 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-1c3e6e6a-1cef-4f23-8aff-c8dad50637b6 req-91ba69b9-cab1-4668-b06c-cca15234202e tempest-TestMinimumBasicScenario-1804355180 tempest-TestMinimumBasicScenario-1804355180-project] 10.222.0.20 "GET /v2.0/security-groups?id=e01e7c40-4b22-407a-a279-6b071a5a6d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972393 Apr 17 04:08:42.747206 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6fb7c1-7eca-405f-82d9-195b61158603 req-425d8abc-2c5a-4562-9bfb-454a7698c79e tempest-AttachVolumeNegativeTest-1226596354 tempest-AttachVolumeNegativeTest-1226596354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:08:42.748805 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-0b6fb7c1-7eca-405f-82d9-195b61158603 req-425d8abc-2c5a-4562-9bfb-454a7698c79e tempest-AttachVolumeNegativeTest-1226596354 tempest-AttachVolumeNegativeTest-1226596354-project] 10.222.0.20 "GET /v2.0/ports?device_id=7131e4ac-023d-4de7-9559-432fdf3d501b HTTP/1.1" status: 200 len: 943 time: 0.2210298 Apr 17 04:08:42.811572 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-0b6fb7c1-7eca-405f-82d9-195b61158603 req-879e56c3-d087-4ba3-b01d-ff71640c12fa tempest-AttachVolumeNegativeTest-1226596354 tempest-AttachVolumeNegativeTest-1226596354-project] 10.222.0.20 "GET /v2.0/security-groups?id=ae5ae7d4-03a6-4de4-82fb-45078eb27a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526609 Apr 17 04:08:42.814692 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c47f96-ef4f-4b79-a915-58a8e9be9041 req-1ecc9b6c-418a-4030-afd0-b0026ce45015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:08:42.816252 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-39c47f96-ef4f-4b79-a915-58a8e9be9041 req-1ecc9b6c-418a-4030-afd0-b0026ce45015 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a895b4724282424590f36093c5571d4e&device_id=ddff59d5-455c-4e23-be4e-32eee2b20c05 HTTP/1.1" status: 200 len: 1097 time: 0.1607339 Apr 17 04:08:43.301570 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c47f96-ef4f-4b79-a915-58a8e9be9041 req-f54c36b1-ed2d-44a4-b2e5-eb96cb373e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:08:43.303160 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-39c47f96-ef4f-4b79-a915-58a8e9be9041 req-f54c36b1-ed2d-44a4-b2e5-eb96cb373e0a service neutron] 10.222.0.32 "GET /v2.0/networks?id=f8f93dec-df20-4bb3-95a3-f64dab26a2d6 HTTP/1.1" status: 200 len: 918 time: 0.4791803 Apr 17 04:08:43.397136 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b419c53-134e-4f58-b7fd-6ab36b83c592 req-6e4cde5d-5748-417d-a62b-8d6dd984e10d tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:08:43.398750 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-8b419c53-134e-4f58-b7fd-6ab36b83c592 req-6e4cde5d-5748-417d-a62b-8d6dd984e10d tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] 10.222.0.20 "GET /v2.0/ports?device_id=e7bd5423-b2e2-475d-a2ab-f5ceb7a824a7 HTTP/1.1" status: 200 len: 945 time: 0.5464745 Apr 17 04:08:43.451003 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6f7b68-5b95-4bf6-addc-b3f5fc00f38d req-42b8f184-cfac-41db-91a8-6c05b867b35b tempest-TestMinimumBasicScenario-1804355180 tempest-TestMinimumBasicScenario-1804355180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:08:43.452650 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-fc6f7b68-5b95-4bf6-addc-b3f5fc00f38d req-42b8f184-cfac-41db-91a8-6c05b867b35b tempest-TestMinimumBasicScenario-1804355180 tempest-TestMinimumBasicScenario-1804355180-project] 10.222.0.20 "GET /v2.0/ports?device_id=77c6f62d-8974-4b57-968d-f8f839d90eb8 HTTP/1.1" status: 200 len: 946 time: 0.5324588 Apr 17 04:08:43.503403 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-39c47f96-ef4f-4b79-a915-58a8e9be9041 req-a594620a-33a7-4dcd-96ee-64f08612f58e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5726dbe8-8c69-4116-83f5-349991488743 HTTP/1.1" status: 200 len: 1000 time: 0.1885631 Apr 17 04:08:43.550326 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-8b419c53-134e-4f58-b7fd-6ab36b83c592 req-6873129a-4871-4451-b588-93d6a85bb15d tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] 10.222.0.20 "GET /v2.0/security-groups?id=48edf01a-27e1-4331-aa2f-debc447aa56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425545 Apr 17 04:08:43.585429 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-fc6f7b68-5b95-4bf6-addc-b3f5fc00f38d req-1a17062c-84fe-4ac4-bc1f-9f77a6b2bc59 tempest-TestMinimumBasicScenario-1804355180 tempest-TestMinimumBasicScenario-1804355180-project] 10.222.0.20 "GET /v2.0/security-groups?id=e01e7c40-4b22-407a-a279-6b071a5a6d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249325 Apr 17 04:08:43.608052 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c47f96-ef4f-4b79-a915-58a8e9be9041 req-bfae94bb-0e6f-4a39-a6e7-bf436069dc96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:08:43.610031 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-39c47f96-ef4f-4b79-a915-58a8e9be9041 req-bfae94bb-0e6f-4a39-a6e7-bf436069dc96 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=343cf9b8-b4dd-451f-9881-fd976f22c732 HTTP/1.1" status: 200 len: 856 time: 0.0973377 Apr 17 04:08:43.727677 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.rpc [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Device fbe7b530-d5ee-4a6a-b1a1-e3a32bc0671f details requested by agent hyperv_hv-cinder-78605 with host hv-cinder-78605 {{(pid=86332) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 17 04:08:43.767338 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c47f96-ef4f-4b79-a915-58a8e9be9041 req-d6b8a6c9-4805-47e0-92c8-ed4496fa9a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:08:43.769059 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-39c47f96-ef4f-4b79-a915-58a8e9be9041 req-d6b8a6c9-4805-47e0-92c8-ed4496fa9a4c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f8f93dec-df20-4bb3-95a3-f64dab26a2d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1516531 Apr 17 04:08:43.781997 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09b0cd0-cf30-4a97-8f95-c07826a49058 req-d5560aa1-72e2-42fb-9871-9855211d72b6 tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:08:43.783531 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-d09b0cd0-cf30-4a97-8f95-c07826a49058 req-d5560aa1-72e2-42fb-9871-9855211d72b6 tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] 10.222.0.20 "GET /v2.0/ports?device_id=ddff59d5-455c-4e23-be4e-32eee2b20c05 HTTP/1.1" status: 200 len: 944 time: 0.1175525 Apr 17 04:08:43.882805 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.db [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] For port fbe7b530-d5ee-4a6a-b1a1-e3a32bc0671f, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=fbe7b530-d5ee-4a6a-b1a1-e3a32bc0671f,segment=NetworkSegment(21289dc9-e49a-4956-a25b-e0a8cf0d6ebd),segment_id=21289dc9-e49a-4956-a25b-e0a8cf0d6ebd)] {{(pid=86332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 17 04:08:43.900324 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.rpc [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Returning: {'device': 'fbe7b530-d5ee-4a6a-b1a1-e3a32bc0671f', 'network_id': 'e6680b4c-b81d-4947-a2bb-bed68ccc8fd7', 'port_id': 'fbe7b530-d5ee-4a6a-b1a1-e3a32bc0671f', 'mac_address': 'fa:16:3e:80:c1:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '081dd618-920d-4243-8505-347b38674470', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86332) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 17 04:08:43.930862 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-d09b0cd0-cf30-4a97-8f95-c07826a49058 req-907c6da7-0009-4ab4-8926-1ed517238b02 tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd5929ab-7671-4e84-b39c-be6225ef81ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1212742 Apr 17 04:08:43.971390 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853081909'] for port, before_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:08:43.991767 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.notifiers.nova [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fbe7b530-d5ee-4a6a-b1a1-e3a32bc0671f {{(pid=86332) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 17 04:08:44.009146 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.db [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] For port fbe7b530-d5ee-4a6a-b1a1-e3a32bc0671f, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=fbe7b530-d5ee-4a6a-b1a1-e3a32bc0671f,segment=NetworkSegment(21289dc9-e49a-4956-a25b-e0a8cf0d6ebd),segment_id=21289dc9-e49a-4956-a25b-e0a8cf0d6ebd)] {{(pid=86332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 17 04:08:44.012208 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1691685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854152290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792299986632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244555219606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792299556228'] for port, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:08:44.014966 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:08:44.026889 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-39c47f96-ef4f-4b79-a915-58a8e9be9041 req-2c03f9af-3f57-448f-b19a-56038284ed6a service neutron] 10.222.0.32 "GET /v2.0/networks/f8f93dec-df20-4bb3-95a3-f64dab26a2d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2421839 Apr 17 04:08:44.087749 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Pushing event updated for resources: {'Port': ['ID=fbe7b530-d5ee-4a6a-b1a1-e3a32bc0671f,revision_number=4']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:08:44.091196 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:08:44.121357 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a19012-abf9-4159-9e8e-0c16a7e30413 req-c548fae2-0ee8-4b2d-94f7-5d43e53189f3 tempest-AttachVolumeNegativeTest-1226596354 tempest-AttachVolumeNegativeTest-1226596354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:08:44.122959 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-20a19012-abf9-4159-9e8e-0c16a7e30413 req-c548fae2-0ee8-4b2d-94f7-5d43e53189f3 tempest-AttachVolumeNegativeTest-1226596354 tempest-AttachVolumeNegativeTest-1226596354-project] 10.222.0.20 "GET /v2.0/ports?device_id=7131e4ac-023d-4de7-9559-432fdf3d501b HTTP/1.1" status: 200 len: 943 time: 0.1847582 Apr 17 04:08:44.267484 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-20a19012-abf9-4159-9e8e-0c16a7e30413 req-0ab8c0c1-d919-4765-97ec-cb99eaed44a2 tempest-AttachVolumeNegativeTest-1226596354 tempest-AttachVolumeNegativeTest-1226596354-project] 10.222.0.20 "GET /v2.0/security-groups?id=ae5ae7d4-03a6-4de4-82fb-45078eb27a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347835 Apr 17 04:08:44.289495 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-39c47f96-ef4f-4b79-a915-58a8e9be9041 req-b295ae83-73f0-490e-b45f-a8ed2dc8f63a service neutron] 10.222.0.32 "GET /v2.0/networks/f8f93dec-df20-4bb3-95a3-f64dab26a2d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2549229 Apr 17 04:08:44.306820 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0992eb-cec2-42fd-a10d-08f15ab2db1d req-d11c02cb-4d64-4312-b7f4-ebb7006e1bfa tempest-TestMinimumBasicScenario-1804355180 tempest-TestMinimumBasicScenario-1804355180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:08:44.308437 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-6e0992eb-cec2-42fd-a10d-08f15ab2db1d req-d11c02cb-4d64-4312-b7f4-ebb7006e1bfa tempest-TestMinimumBasicScenario-1804355180 tempest-TestMinimumBasicScenario-1804355180-project] 10.222.0.20 "GET /v2.0/ports?device_id=77c6f62d-8974-4b57-968d-f8f839d90eb8 HTTP/1.1" status: 200 len: 946 time: 0.2485867 Apr 17 04:08:44.313303 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.db [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] get_ports_and_sgs() called for port_ids ['fbe7b530-d5ee-4a6a-b1a1-e3a32bc0671f'] {{(pid=86332) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 17 04:08:44.361559 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-6e0992eb-cec2-42fd-a10d-08f15ab2db1d req-6d21c74a-ef89-4b48-a288-ab789ff3162d tempest-TestMinimumBasicScenario-1804355180 tempest-TestMinimumBasicScenario-1804355180-project] 10.222.0.20 "GET /v2.0/security-groups?id=e01e7c40-4b22-407a-a279-6b071a5a6d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458386 Apr 17 04:08:44.797622 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee729fb-1ab8-4de7-bfcd-b7d9fb427e7b req-93b68976-01d4-4e45-a8e3-fcc1a4084225 tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:08:44.805829 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-3ee729fb-1ab8-4de7-bfcd-b7d9fb427e7b req-93b68976-01d4-4e45-a8e3-fcc1a4084225 tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] 10.222.0.20 "GET /v2.0/ports?device_id=e7bd5423-b2e2-475d-a2ab-f5ceb7a824a7 HTTP/1.1" status: 200 len: 945 time: 0.1339037 Apr 17 04:08:44.872999 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-3ee729fb-1ab8-4de7-bfcd-b7d9fb427e7b req-0d02f1d8-f844-4b94-8de7-62e5855db50d tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] 10.222.0.20 "GET /v2.0/security-groups?id=48edf01a-27e1-4331-aa2f-debc447aa56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661862 Apr 17 04:08:45.173789 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdefc52-54ce-4415-8fb9-3d650d9a5e36 req-a3f8fe24-b144-4d6f-8860-60d6d678f8db tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:08:45.175483 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-3fdefc52-54ce-4415-8fb9-3d650d9a5e36 req-a3f8fe24-b144-4d6f-8860-60d6d678f8db tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] 10.222.0.20 "GET /v2.0/ports?device_id=ddff59d5-455c-4e23-be4e-32eee2b20c05 HTTP/1.1" status: 200 len: 944 time: 0.0981543 Apr 17 04:08:45.254237 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-3fdefc52-54ce-4415-8fb9-3d650d9a5e36 req-a3910cd5-8c5d-4806-8639-69ef75ec51ae tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd5929ab-7671-4e84-b39c-be6225ef81ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681074 Apr 17 04:08:45.508357 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a654ebd1-abf6-4c23-966f-7a71fa881d1c req-1c859148-1209-4d3d-aaee-7e0ef87daf00 tempest-AttachVolumeNegativeTest-1226596354 tempest-AttachVolumeNegativeTest-1226596354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:08:45.510098 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-a654ebd1-abf6-4c23-966f-7a71fa881d1c req-1c859148-1209-4d3d-aaee-7e0ef87daf00 tempest-AttachVolumeNegativeTest-1226596354 tempest-AttachVolumeNegativeTest-1226596354-project] 10.222.0.20 "GET /v2.0/ports?device_id=7131e4ac-023d-4de7-9559-432fdf3d501b HTTP/1.1" status: 200 len: 944 time: 0.0957921 Apr 17 04:08:45.569401 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-a654ebd1-abf6-4c23-966f-7a71fa881d1c req-6f0ddb59-0ad0-4ce9-b0ba-b2f3296fd2b1 tempest-AttachVolumeNegativeTest-1226596354 tempest-AttachVolumeNegativeTest-1226596354-project] 10.222.0.20 "GET /v2.0/security-groups?id=ae5ae7d4-03a6-4de4-82fb-45078eb27a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524428 Apr 17 04:08:45.775475 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.rpc [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Device fbe7b530-d5ee-4a6a-b1a1-e3a32bc0671f up at agent hyperv_hv-cinder-78605 {{(pid=86332) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 17 04:08:45.852686 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.provisioning_blocks [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Provisioning for port fbe7b530-d5ee-4a6a-b1a1-e3a32bc0671f completed by entity L2. {{(pid=86332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 17 04:08:45.857924 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.provisioning_blocks [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Provisioning complete for port fbe7b530-d5ee-4a6a-b1a1-e3a32bc0671f triggered by entity L2. {{(pid=86332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 17 04:08:45.858358 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2017814'] for port, provisioning_complete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:08:46.101191 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853081909'] for port, before_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:08:46.162846 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7131e4ac-023d-4de7-9559-432fdf3d501b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbe7b530-d5ee-4a6a-b1a1-e3a32bc0671f'}] {{(pid=86332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 17 04:08:46.189128 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.db [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] For port fbe7b530-d5ee-4a6a-b1a1-e3a32bc0671f, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=fbe7b530-d5ee-4a6a-b1a1-e3a32bc0671f,segment=NetworkSegment(21289dc9-e49a-4956-a25b-e0a8cf0d6ebd),segment_id=21289dc9-e49a-4956-a25b-e0a8cf0d6ebd)] {{(pid=86332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 17 04:08:46.196106 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1691685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854152290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792299986632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244555219606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792299556228'] for port, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:08:46.200027 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:08:46.261172 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc988ed-6563-4e5b-b2cd-7e799a650531 req-34f49eb5-5ac9-4a1d-bf13-cb74668f9e4c tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:08:46.271871 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-9cc988ed-6563-4e5b-b2cd-7e799a650531 req-34f49eb5-5ac9-4a1d-bf13-cb74668f9e4c tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] 10.222.0.20 "GET /v2.0/ports?device_id=e7bd5423-b2e2-475d-a2ab-f5ceb7a824a7 HTTP/1.1" status: 200 len: 945 time: 0.2175381 Apr 17 04:08:46.318288 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7131e4ac-023d-4de7-9559-432fdf3d501b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbe7b530-d5ee-4a6a-b1a1-e3a32bc0671f', 'code': 200} Apr 17 04:08:46.355025 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-9cc988ed-6563-4e5b-b2cd-7e799a650531 req-d192e7eb-ebb0-4e60-9062-ccc3fc089aeb tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] 10.222.0.20 "GET /v2.0/security-groups?id=48edf01a-27e1-4331-aa2f-debc447aa56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734439 Apr 17 04:08:46.399195 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Pushing event updated for resources: {'Port': ['ID=fbe7b530-d5ee-4a6a-b1a1-e3a32bc0671f,revision_number=5']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:08:46.403183 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:08:46.605547 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ef0c4a-ae6d-475b-b57f-c14ae99b8865 req-6e84c971-9556-49a7-b67e-f04f51a4d5b4 tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:08:46.619774 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-d8ef0c4a-ae6d-475b-b57f-c14ae99b8865 req-6e84c971-9556-49a7-b67e-f04f51a4d5b4 tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] 10.222.0.20 "GET /v2.0/ports?device_id=ddff59d5-455c-4e23-be4e-32eee2b20c05 HTTP/1.1" status: 200 len: 944 time: 0.1335866 Apr 17 04:08:46.679068 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-d8ef0c4a-ae6d-475b-b57f-c14ae99b8865 req-068b90ff-11b6-4363-acc8-164e3b705a9d tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd5929ab-7671-4e84-b39c-be6225ef81ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528767 Apr 17 04:08:47.028727 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb867ca-e26a-44a6-97a2-4fc425658612 req-93de2277-6a53-419a-b971-c2097b872d75 tempest-AttachVolumeNegativeTest-1226596354 tempest-AttachVolumeNegativeTest-1226596354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:08:47.030301 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-aeb867ca-e26a-44a6-97a2-4fc425658612 req-93de2277-6a53-419a-b971-c2097b872d75 tempest-AttachVolumeNegativeTest-1226596354 tempest-AttachVolumeNegativeTest-1226596354-project] 10.222.0.20 "GET /v2.0/ports?device_id=7131e4ac-023d-4de7-9559-432fdf3d501b HTTP/1.1" status: 200 len: 945 time: 0.0953710 Apr 17 04:08:47.084484 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-aeb867ca-e26a-44a6-97a2-4fc425658612 req-998eef2b-5110-4063-bb5d-1efc967740d8 tempest-AttachVolumeNegativeTest-1226596354 tempest-AttachVolumeNegativeTest-1226596354-project] 10.222.0.20 "GET /v2.0/security-groups?id=ae5ae7d4-03a6-4de4-82fb-45078eb27a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464358 Apr 17 04:08:47.559003 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d647f8-b55d-41ef-906c-ec5d0836834d req-0bf4f6c2-5db4-4ea8-adf1-663e56c785ea tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:08:47.566776 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-06d647f8-b55d-41ef-906c-ec5d0836834d req-0bf4f6c2-5db4-4ea8-adf1-663e56c785ea tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] 10.222.0.20 "GET /v2.0/ports?device_id=e7bd5423-b2e2-475d-a2ab-f5ceb7a824a7 HTTP/1.1" status: 200 len: 945 time: 0.0974593 Apr 17 04:08:47.613861 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-06d647f8-b55d-41ef-906c-ec5d0836834d req-4b5ae3d6-1edf-4de5-ac92-bad2b0c4bf5b tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] 10.222.0.20 "GET /v2.0/security-groups?id=48edf01a-27e1-4331-aa2f-debc447aa56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461347 Apr 17 04:08:47.910914 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bbc15e-2c29-48d5-a005-92e019143acf req-4916b4b8-9998-4a0a-b1b5-6398976df436 tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:08:47.913492 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-69bbc15e-2c29-48d5-a005-92e019143acf req-4916b4b8-9998-4a0a-b1b5-6398976df436 tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] 10.222.0.20 "GET /v2.0/ports?device_id=ddff59d5-455c-4e23-be4e-32eee2b20c05 HTTP/1.1" status: 200 len: 944 time: 0.1145172 Apr 17 04:08:47.975729 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-69bbc15e-2c29-48d5-a005-92e019143acf req-85f295e4-d759-42db-a6f1-f2afe1236347 tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd5929ab-7671-4e84-b39c-be6225ef81ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543251 Apr 17 04:08:48.087588 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.20', 57390) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 17 04:08:48.253189 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-627dd0e5-fa45-4427-89c1-98ac2066da25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:08:48.285184 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [None req-627dd0e5-fa45-4427-89c1-98ac2066da25 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 17 04:08:48.292181 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [None req-627dd0e5-fa45-4427-89c1-98ac2066da25 admin admin] Usage tracker for resource:security_group_rule and tenant:540b6f5890f140d0aed77f5bae47bd10 is out of sync, need to count used quota {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 17 04:08:48.304642 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [None req-627dd0e5-fa45-4427-89c1-98ac2066da25 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 17 04:08:48.314013 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [None req-627dd0e5-fa45-4427-89c1-98ac2066da25 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 17 04:08:48.358893 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f2ce2f-3c36-4847-9d0d-bc0551529887 req-eb1afa9e-f776-4e74-b0a4-23746369641d tempest-AttachVolumeNegativeTest-1226596354 tempest-AttachVolumeNegativeTest-1226596354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:08:48.360577 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-f1f2ce2f-3c36-4847-9d0d-bc0551529887 req-eb1afa9e-f776-4e74-b0a4-23746369641d tempest-AttachVolumeNegativeTest-1226596354 tempest-AttachVolumeNegativeTest-1226596354-project] 10.222.0.20 "GET /v2.0/ports?device_id=7131e4ac-023d-4de7-9559-432fdf3d501b HTTP/1.1" status: 200 len: 945 time: 0.1448753 Apr 17 04:08:48.429429 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-f1f2ce2f-3c36-4847-9d0d-bc0551529887 req-ea57cb30-9b2c-4735-b549-596f4c2cea0b tempest-AttachVolumeNegativeTest-1226596354 tempest-AttachVolumeNegativeTest-1226596354-project] 10.222.0.20 "GET /v2.0/security-groups?id=ae5ae7d4-03a6-4de4-82fb-45078eb27a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620816 Apr 17 04:08:48.477666 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-627dd0e5-fa45-4427-89c1-98ac2066da25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:08:48.481957 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-627dd0e5-fa45-4427-89c1-98ac2066da25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920236'] for security_group, after_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:08:48.491097 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-2f6720ff-d6cd-4773-b9d9-487a7a387c53 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:08:48.537137 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [None req-627dd0e5-fa45-4427-89c1-98ac2066da25 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=540b6f5890f140d0aed77f5bae47bd10&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4459012 Apr 17 04:08:48.537137 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627dd0e5-fa45-4427-89c1-98ac2066da25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9e69215-2ed1-4f2d-83af-2cbc6c8a4f9c,revision_number=1']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:08:48.537578 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.20', 57400) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 17 04:08:48.539948 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-627dd0e5-fa45-4427-89c1-98ac2066da25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:08:48.601805 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-c2b5add5-915f-497e-b573-33860aa9e58b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:08:48.630236 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-c2b5add5-915f-497e-b573-33860aa9e58b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:08:48.712550 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-c2b5add5-915f-497e-b573-33860aa9e58b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920236'] for security_group, after_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:08:48.716867 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-7f4237e6-336e-4936-8fd3-a22e88227944 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:08:48.736712 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b5add5-915f-497e-b573-33860aa9e58b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9e69215-2ed1-4f2d-83af-2cbc6c8a4f9c,revision_number=None']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:08:48.749405 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-c2b5add5-915f-497e-b573-33860aa9e58b admin admin] Notify callbacks [] for security_group, before_response {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:08:48.752604 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [None req-c2b5add5-915f-497e-b573-33860aa9e58b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d9e69215-2ed1-4f2d-83af-2cbc6c8a4f9c HTTP/1.1" status: 204 len: 168 time: 0.2139030 Apr 17 04:08:48.754132 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-c2b5add5-915f-497e-b573-33860aa9e58b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:08:48.898678 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f91196-47e5-49bd-9895-1709c29ce0d0 req-0ae8bab1-9939-44bf-ae8b-9f51ece70517 tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:08:48.900928 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-d2f91196-47e5-49bd-9895-1709c29ce0d0 req-0ae8bab1-9939-44bf-ae8b-9f51ece70517 tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] 10.222.0.20 "GET /v2.0/ports?device_id=e7bd5423-b2e2-475d-a2ab-f5ceb7a824a7 HTTP/1.1" status: 200 len: 945 time: 0.1187460 Apr 17 04:08:48.960903 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-d2f91196-47e5-49bd-9895-1709c29ce0d0 req-4e5c619b-5e11-4b19-beaa-06710c679b25 tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] 10.222.0.20 "GET /v2.0/security-groups?id=48edf01a-27e1-4331-aa2f-debc447aa56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517831 Apr 17 04:08:49.010676 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.20', 57418) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 17 04:08:49.225890 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b47dad2-130a-4b3c-9745-2f7df2060b1a req-dd59ec8b-033b-4610-9348-9b8ba5419cbe tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:08:49.227983 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-7b47dad2-130a-4b3c-9745-2f7df2060b1a req-dd59ec8b-033b-4610-9348-9b8ba5419cbe tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] 10.222.0.20 "GET /v2.0/ports?device_id=ddff59d5-455c-4e23-be4e-32eee2b20c05 HTTP/1.1" status: 200 len: 944 time: 0.1123142 Apr 17 04:08:49.243498 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-2abc9ddf-c3d8-490d-b148-82589037dad7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:08:49.261631 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [None req-2abc9ddf-c3d8-490d-b148-82589037dad7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 17 04:08:49.265706 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [None req-2abc9ddf-c3d8-490d-b148-82589037dad7 admin admin] Usage tracker for resource:security_group_rule and tenant:326817149b184987b0742fe3d0fc93d2 is out of sync, need to count used quota {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 17 04:08:49.268827 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [None req-2abc9ddf-c3d8-490d-b148-82589037dad7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 17 04:08:49.275196 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [None req-2abc9ddf-c3d8-490d-b148-82589037dad7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 17 04:08:49.300305 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-7b47dad2-130a-4b3c-9745-2f7df2060b1a req-aee251df-1722-4dfb-8605-43522e92a869 tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd5929ab-7671-4e84-b39c-be6225ef81ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587230 Apr 17 04:08:49.370077 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-2abc9ddf-c3d8-490d-b148-82589037dad7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:08:49.373922 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-2abc9ddf-c3d8-490d-b148-82589037dad7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920236'] for security_group, after_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:08:49.383685 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-e40aa3ef-ee0c-4393-ab7a-f9a6fe1f8164 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:08:49.441765 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [None req-2abc9ddf-c3d8-490d-b148-82589037dad7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=326817149b184987b0742fe3d0fc93d2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4299185 Apr 17 04:08:49.442911 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abc9ddf-c3d8-490d-b148-82589037dad7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2966a720-e6d4-450a-9b05-61286d85c05c,revision_number=1']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:08:49.444673 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.20', 57436) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 17 04:08:49.446568 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-2abc9ddf-c3d8-490d-b148-82589037dad7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:08:49.552759 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-7ab78b15-826e-4b23-ac6a-9351872192fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:08:49.632769 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-7ab78b15-826e-4b23-ac6a-9351872192fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:08:49.711124 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e3e67a-fd25-497f-aa6e-06832f1181ed req-b6a395df-b6b3-4b24-8acf-83bd7d98924e tempest-AttachVolumeNegativeTest-1226596354 tempest-AttachVolumeNegativeTest-1226596354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:08:49.713739 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-02e3e67a-fd25-497f-aa6e-06832f1181ed req-b6a395df-b6b3-4b24-8acf-83bd7d98924e tempest-AttachVolumeNegativeTest-1226596354 tempest-AttachVolumeNegativeTest-1226596354-project] 10.222.0.20 "GET /v2.0/ports?device_id=7131e4ac-023d-4de7-9559-432fdf3d501b HTTP/1.1" status: 200 len: 945 time: 0.1345496 Apr 17 04:08:49.733795 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-7ab78b15-826e-4b23-ac6a-9351872192fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920236'] for security_group, after_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:08:49.740373 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-9d93c72f-5e98-4bdb-a907-c85047499b0f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:08:49.779314 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab78b15-826e-4b23-ac6a-9351872192fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2966a720-e6d4-450a-9b05-61286d85c05c,revision_number=None']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:08:49.781952 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-7ab78b15-826e-4b23-ac6a-9351872192fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:08:49.789194 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-7ab78b15-826e-4b23-ac6a-9351872192fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:08:49.793132 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [None req-7ab78b15-826e-4b23-ac6a-9351872192fb admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2966a720-e6d4-450a-9b05-61286d85c05c HTTP/1.1" status: 204 len: 168 time: 0.3446894 Apr 17 04:08:49.802275 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-02e3e67a-fd25-497f-aa6e-06832f1181ed req-d62e78eb-c2f6-423d-8dbe-fda74aa81610 tempest-AttachVolumeNegativeTest-1226596354 tempest-AttachVolumeNegativeTest-1226596354-project] 10.222.0.20 "GET /v2.0/security-groups?id=ae5ae7d4-03a6-4de4-82fb-45078eb27a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829020 Apr 17 04:08:50.271860 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53ae617-fb55-4dc0-a3c8-79ede27811f3 req-0c5dcc4f-5f20-490e-8c6f-601e8bf0f106 tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:08:50.273761 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-d53ae617-fb55-4dc0-a3c8-79ede27811f3 req-0c5dcc4f-5f20-490e-8c6f-601e8bf0f106 tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] 10.222.0.20 "GET /v2.0/ports?device_id=e7bd5423-b2e2-475d-a2ab-f5ceb7a824a7 HTTP/1.1" status: 200 len: 945 time: 0.1307511 Apr 17 04:08:50.342152 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.20', 57462) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 17 04:08:50.345251 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-d53ae617-fb55-4dc0-a3c8-79ede27811f3 req-5444ce5f-00a1-41a5-a506-a2b39a3bf156 tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] 10.222.0.20 "GET /v2.0/security-groups?id=48edf01a-27e1-4331-aa2f-debc447aa56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651197 Apr 17 04:08:50.547729 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-58d160c3-8966-4963-ba75-dfb841f181a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:08:50.578504 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [None req-58d160c3-8966-4963-ba75-dfb841f181a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 17 04:08:50.583565 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [None req-58d160c3-8966-4963-ba75-dfb841f181a1 admin admin] Usage tracker for resource:security_group_rule and tenant:9067217ae3f0475e8d12dd88de838b90 is out of sync, need to count used quota {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 17 04:08:50.586691 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [None req-58d160c3-8966-4963-ba75-dfb841f181a1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 17 04:08:50.590345 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7cc2bf-3ae7-46fe-8efe-b496f870b002 req-57c9d525-8a28-4306-89fb-78102a927815 tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:08:50.592254 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-3d7cc2bf-3ae7-46fe-8efe-b496f870b002 req-57c9d525-8a28-4306-89fb-78102a927815 tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] 10.222.0.20 "GET /v2.0/ports?device_id=ddff59d5-455c-4e23-be4e-32eee2b20c05 HTTP/1.1" status: 200 len: 944 time: 0.1133828 Apr 17 04:08:50.594910 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [None req-58d160c3-8966-4963-ba75-dfb841f181a1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 17 04:08:50.661114 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-3d7cc2bf-3ae7-46fe-8efe-b496f870b002 req-3362cae9-db1c-4ff0-86a4-c749903b4cfd tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd5929ab-7671-4e84-b39c-be6225ef81ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565310 Apr 17 04:08:50.719415 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-58d160c3-8966-4963-ba75-dfb841f181a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:08:50.722293 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-58d160c3-8966-4963-ba75-dfb841f181a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920236'] for security_group, after_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:08:50.731168 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-aa88adc1-7ac9-467f-8707-d206b83f6a9e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:08:50.782060 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.20', 57482) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 17 04:08:50.782191 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [None req-58d160c3-8966-4963-ba75-dfb841f181a1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9067217ae3f0475e8d12dd88de838b90&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4378653 Apr 17 04:08:50.782316 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d160c3-8966-4963-ba75-dfb841f181a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78280ce2-759a-45f2-aaa7-d2059a81cda7,revision_number=1']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:08:50.789053 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-58d160c3-8966-4963-ba75-dfb841f181a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:08:50.854316 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-5ea85d7b-9a49-4331-a0b6-9e8e5879d3ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:08:50.888897 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-5ea85d7b-9a49-4331-a0b6-9e8e5879d3ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:08:50.938614 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-5ea85d7b-9a49-4331-a0b6-9e8e5879d3ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920236'] for security_group, after_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:08:50.952668 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-12b98497-6810-4624-af11-629853375ea6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:08:50.955053 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.20', 57490) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 17 04:08:51.014832 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea85d7b-9a49-4331-a0b6-9e8e5879d3ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78280ce2-759a-45f2-aaa7-d2059a81cda7,revision_number=None']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:08:51.016953 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-5ea85d7b-9a49-4331-a0b6-9e8e5879d3ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:08:51.020729 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [None req-5ea85d7b-9a49-4331-a0b6-9e8e5879d3ef admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/78280ce2-759a-45f2-aaa7-d2059a81cda7 HTTP/1.1" status: 204 len: 168 time: 0.2386734 Apr 17 04:08:51.021248 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-5ea85d7b-9a49-4331-a0b6-9e8e5879d3ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:08:51.060824 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118d899a-c3db-4536-94fc-183e25fb29e8 req-c473e13e-882b-4e5d-abde-05108c193f08 tempest-AttachVolumeNegativeTest-1226596354 tempest-AttachVolumeNegativeTest-1226596354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:08:51.062534 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-118d899a-c3db-4536-94fc-183e25fb29e8 req-c473e13e-882b-4e5d-abde-05108c193f08 tempest-AttachVolumeNegativeTest-1226596354 tempest-AttachVolumeNegativeTest-1226596354-project] 10.222.0.20 "GET /v2.0/ports?device_id=7131e4ac-023d-4de7-9559-432fdf3d501b HTTP/1.1" status: 200 len: 945 time: 0.1001194 Apr 17 04:08:51.121457 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-118d899a-c3db-4536-94fc-183e25fb29e8 req-0888cdc0-0eed-4af1-880e-a3501e0edd0b tempest-AttachVolumeNegativeTest-1226596354 tempest-AttachVolumeNegativeTest-1226596354-project] 10.222.0.20 "GET /v2.0/security-groups?id=ae5ae7d4-03a6-4de4-82fb-45078eb27a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520203 Apr 17 04:08:51.189977 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.v2.base [None req-aae741ce-9d8a-4318-99c2-af36a28f49da admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1684563367-network', 'tenant_id': 'ca6206a14e294f1c94050af1f73d53f8'}} {{(pid=86330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 17 04:08:51.197792 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [None req-aae741ce-9d8a-4318-99c2-af36a28f49da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 17 04:08:51.202718 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [None req-aae741ce-9d8a-4318-99c2-af36a28f49da admin admin] Usage tracker for resource:network and tenant:ca6206a14e294f1c94050af1f73d53f8 is out of sync, need to count used quota {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 17 04:08:51.206228 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [None req-aae741ce-9d8a-4318-99c2-af36a28f49da admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 17 04:08:51.215073 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [None req-aae741ce-9d8a-4318-99c2-af36a28f49da admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 17 04:08:51.226221 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aae741ce-9d8a-4318-99c2-af36a28f49da admin admin] Made reservation on behalf of ca6206a14e294f1c94050af1f73d53f8 for: {'network': 1} {{(pid=86330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 17 04:08:51.231588 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-aae741ce-9d8a-4318-99c2-af36a28f49da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853081909'] for network, before_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:08:51.250127 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-aae741ce-9d8a-4318-99c2-af36a28f49da admin admin] Notify callbacks [] for security_group, before_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:08:51.267532 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [None req-aae741ce-9d8a-4318-99c2-af36a28f49da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 17 04:08:51.271946 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [None req-aae741ce-9d8a-4318-99c2-af36a28f49da admin admin] Usage tracker for resource:security_group_rule and tenant:ca6206a14e294f1c94050af1f73d53f8 is out of sync, need to count used quota {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 17 04:08:51.275205 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [None req-aae741ce-9d8a-4318-99c2-af36a28f49da admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 17 04:08:51.281728 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [None req-aae741ce-9d8a-4318-99c2-af36a28f49da admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 17 04:08:51.381160 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-aae741ce-9d8a-4318-99c2-af36a28f49da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:08:51.385666 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-aae741ce-9d8a-4318-99c2-af36a28f49da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920236'] for security_group, after_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:08:51.390202 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-4a780528-f2e2-47d0-bc67-6ab10a3f8804 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:08:51.416455 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aae741ce-9d8a-4318-99c2-af36a28f49da admin admin] vlan segment allocate from pool success with {'vlan_id': 110, 'physical_network': 'physnet1'} {{(pid=86330) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 17 04:08:51.430052 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae741ce-9d8a-4318-99c2-af36a28f49da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f13ef96-aa00-47c6-a077-30233b3357b5,revision_number=1']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:08:51.434388 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-aae741ce-9d8a-4318-99c2-af36a28f49da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:08:51.435356 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-aae741ce-9d8a-4318-99c2-af36a28f49da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852729262'] for segment, precommit_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:08:51.435745 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.db.segments_db [None req-aae741ce-9d8a-4318-99c2-af36a28f49da admin admin] Added segment 4d7fcafd-580c-4824-905f-e47e11f99a09 of type vlan for network 48b42dc6-fdb2-4a1c-899b-553f02cfd6b1 Apr 17 04:08:51.464849 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-aae741ce-9d8a-4318-99c2-af36a28f49da admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792299528426'] for network, precommit_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:08:51.497633 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-aae741ce-9d8a-4318-99c2-af36a28f49da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854152290'] for network, after_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:08:51.499049 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aae741ce-9d8a-4318-99c2-af36a28f49da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:08:51.499694 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-aae741ce-9d8a-4318-99c2-af36a28f49da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854152307'] for network, before_response {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:08:51.505181 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-5dd4ce8c-a19c-4c2a-8b14-d3bb469da092 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:08:51.596350 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7945a2-5c4b-4e63-ac4d-f0508955732c req-91d90096-06d9-4f3b-af21-5236df9a6854 tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:08:51.598585 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-ec7945a2-5c4b-4e63-ac4d-f0508955732c req-91d90096-06d9-4f3b-af21-5236df9a6854 tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] 10.222.0.20 "GET /v2.0/ports?device_id=e7bd5423-b2e2-475d-a2ab-f5ceb7a824a7 HTTP/1.1" status: 200 len: 945 time: 0.0978010 Apr 17 04:08:51.606930 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae741ce-9d8a-4318-99c2-af36a28f49da admin admin] Pushing event updated for resources: {'Network': ['ID=48b42dc6-fdb2-4a1c-899b-553f02cfd6b1,revision_number=1']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:08:51.618109 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.rpc [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] Network 48b42dc6-fdb2-4a1c-899b-553f02cfd6b1 details requested by agent ovs-agent-dv-cinder-786054-2-smb with host dv-cinder-786054-2-smb {{(pid=86332) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 17 04:08:51.622809 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-aae741ce-9d8a-4318-99c2-af36a28f49da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:08:51.643649 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [None req-aae741ce-9d8a-4318-99c2-af36a28f49da admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6843603 Apr 17 04:08:51.643985 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.20', 57500) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 17 04:08:51.650488 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.v2.base [None req-1e366ffd-8115-477c-b764-fe0e54dc48c7 admin admin] Request body: {'subnet': {'network_id': '48b42dc6-fdb2-4a1c-899b-553f02cfd6b1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1684563367-subnet', 'tenant_id': 'ca6206a14e294f1c94050af1f73d53f8', 'ip_version': 4}} {{(pid=86330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 17 04:08:51.655535 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [None req-1e366ffd-8115-477c-b764-fe0e54dc48c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 17 04:08:51.659795 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [None req-1e366ffd-8115-477c-b764-fe0e54dc48c7 admin admin] Usage tracker for resource:subnet and tenant:ca6206a14e294f1c94050af1f73d53f8 is out of sync, need to count used quota {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 17 04:08:51.661014 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-ec7945a2-5c4b-4e63-ac4d-f0508955732c req-73eb07f9-bc50-4af2-897e-b195a2fa5cbb tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] 10.222.0.20 "GET /v2.0/security-groups?id=48edf01a-27e1-4331-aa2f-debc447aa56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507278 Apr 17 04:08:51.662939 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [None req-1e366ffd-8115-477c-b764-fe0e54dc48c7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 17 04:08:51.669280 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [None req-1e366ffd-8115-477c-b764-fe0e54dc48c7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 17 04:08:51.679634 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e366ffd-8115-477c-b764-fe0e54dc48c7 admin admin] Made reservation on behalf of ca6206a14e294f1c94050af1f73d53f8 for: {'subnet': 1} {{(pid=86330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 17 04:08:51.692214 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-1e366ffd-8115-477c-b764-fe0e54dc48c7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2101262'] for subnet, before_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:08:51.929387 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd02615-f889-46f1-b87c-886517b2b1bd req-77b01383-d27d-4a09-b4a0-fa5d2a6f73b3 tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:08:51.931332 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-ebd02615-f889-46f1-b87c-886517b2b1bd req-77b01383-d27d-4a09-b4a0-fa5d2a6f73b3 tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] 10.222.0.20 "GET /v2.0/ports?device_id=ddff59d5-455c-4e23-be4e-32eee2b20c05 HTTP/1.1" status: 200 len: 944 time: 0.1285486 Apr 17 04:08:51.980487 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-ebd02615-f889-46f1-b87c-886517b2b1bd req-4382b021-025e-4d38-88f1-b124e7c2cf68 tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd5929ab-7671-4e84-b39c-be6225ef81ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422516 Apr 17 04:08:52.141868 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-1e366ffd-8115-477c-b764-fe0e54dc48c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854152290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2556018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2101279'] for subnet, after_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:08:52.146962 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-b1668216-e519-4a19-8297-d622d4de742d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:08:52.232658 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e366ffd-8115-477c-b764-fe0e54dc48c7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7ebd19d5-d3c8-4014-91e1-906c5d4ffe3d,revision_number=0']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:08:52.236502 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-1e366ffd-8115-477c-b764-fe0e54dc48c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:08:52.243485 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e366ffd-8115-477c-b764-fe0e54dc48c7 admin admin] Checking segment: {'id': '4d7fcafd-580c-4824-905f-e47e11f99a09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '48b42dc6-fdb2-4a1c-899b-553f02cfd6b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 17 04:08:52.243890 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e366ffd-8115-477c-b764-fe0e54dc48c7 admin admin] Network hostable DHCP agents. Network: 48b42dc6-fdb2-4a1c-899b-553f02cfd6b1, hostable agents: ['24f06517-14a9-410e-b60e-7bfb109842b9'], hosted agents: [] {{(pid=86330) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 17 04:08:52.269946 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e366ffd-8115-477c-b764-fe0e54dc48c7 admin admin] Network 48b42dc6-fdb2-4a1c-899b-553f02cfd6b1 is scheduled to be hosted by DHCP agent 24f06517-14a9-410e-b60e-7bfb109842b9 with binding_index 1 {{(pid=86330) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 17 04:08:52.279152 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.scheduler.base_scheduler [None req-1e366ffd-8115-477c-b764-fe0e54dc48c7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786054-2-smb, 48b42dc6-fdb2-4a1c-899b-553f02cfd6b1) {{(pid=86330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 17 04:08:52.290343 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-759ec4cb-9708-4b25-b8c2-24bc76e5a93c None None] Network 48b42dc6-fdb2-4a1c-899b-553f02cfd6b1 requested from dv-cinder-786054-2-smb {{(pid=86332) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 17 04:08:52.293394 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e366ffd-8115-477c-b764-fe0e54dc48c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:08:52.294057 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-1e366ffd-8115-477c-b764-fe0e54dc48c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854152307'] for subnet, before_response {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:08:52.329960 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [None req-1e366ffd-8115-477c-b764-fe0e54dc48c7 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6847193 Apr 17 04:08:52.332767 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.20', 57510) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 17 04:08:52.339332 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.v2.base [None req-e5f64c50-c58e-4523-9683-d0a159dae164 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1684563367-router', 'tenant_id': 'ca6206a14e294f1c94050af1f73d53f8', 'external_gateway_info': {'network_id': '3299e77b-a72c-46bf-8676-13cef166cd0a'}}} {{(pid=86330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 17 04:08:52.344541 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [None req-e5f64c50-c58e-4523-9683-d0a159dae164 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 17 04:08:52.348743 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [None req-e5f64c50-c58e-4523-9683-d0a159dae164 admin admin] Usage tracker for resource:router and tenant:ca6206a14e294f1c94050af1f73d53f8 is out of sync, need to count used quota {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 17 04:08:52.352697 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [None req-e5f64c50-c58e-4523-9683-d0a159dae164 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 17 04:08:52.359161 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [None req-e5f64c50-c58e-4523-9683-d0a159dae164 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 17 04:08:52.364131 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88871aab-ddb3-42b1-b3c6-c148c27acefc req-439b418b-18f7-47f1-a46e-ed272d436248 tempest-AttachVolumeNegativeTest-1226596354 tempest-AttachVolumeNegativeTest-1226596354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:08:52.365879 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-88871aab-ddb3-42b1-b3c6-c148c27acefc req-439b418b-18f7-47f1-a46e-ed272d436248 tempest-AttachVolumeNegativeTest-1226596354 tempest-AttachVolumeNegativeTest-1226596354-project] 10.222.0.20 "GET /v2.0/ports?device_id=7131e4ac-023d-4de7-9559-432fdf3d501b HTTP/1.1" status: 200 len: 945 time: 0.1063735 Apr 17 04:08:52.368656 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-e5f64c50-c58e-4523-9683-d0a159dae164 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1021932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854768848'] for router, before_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:08:52.373585 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-e5f64c50-c58e-4523-9683-d0a159dae164 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853753884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853831678', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853853165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6953'] for router, precommit_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:08:52.385586 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-e5f64c50-c58e-4523-9683-d0a159dae164 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:08:52.439314 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-88871aab-ddb3-42b1-b3c6-c148c27acefc req-72c4a553-e96c-4d17-b5a6-5febe4173fc4 tempest-AttachVolumeNegativeTest-1226596354 tempest-AttachVolumeNegativeTest-1226596354-project] 10.222.0.20 "GET /v2.0/security-groups?id=ae5ae7d4-03a6-4de4-82fb-45078eb27a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643799 Apr 17 04:08:52.592916 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44bd9971-2b94-427e-b7dc-b331ab38ed14 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp99d047f8-0569-52f0-a2e8-3bcffc7769b2-48b42dc6-fdb2-4a1c-899b-553f02cfd6b1', 'network_id': '48b42dc6-fdb2-4a1c-899b-553f02cfd6b1', 'tenant_id': 'ca6206a14e294f1c94050af1f73d53f8', 'fixed_ips': [{'subnet_id': '7ebd19d5-d3c8-4014-91e1-906c5d4ffe3d'}]}} from dv-cinder-786054-2-smb. {{(pid=86332) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 17 04:08:52.593930 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-44bd9971-2b94-427e-b7dc-b331ab38ed14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853081909'] for port, before_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:08:52.804794 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.db_base_plugin_common [None req-44bd9971-2b94-427e-b7dc-b331ab38ed14 None None] Allocated IP 172.20.0.2 (48b42dc6-fdb2-4a1c-899b-553f02cfd6b1/7ebd19d5-d3c8-4014-91e1-906c5d4ffe3d/468a035f-d0cc-425c-b7e3-d154f3ad6ed7) {{(pid=86332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 17 04:08:52.913001 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d38269-ce83-44b1-833a-6cf9248fc94d req-fbe6724d-a7ce-43e6-852a-72156a4575e8 tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:08:52.914870 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-e3d38269-ce83-44b1-833a-6cf9248fc94d req-fbe6724d-a7ce-43e6-852a-72156a4575e8 tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] 10.222.0.20 "GET /v2.0/ports?device_id=e7bd5423-b2e2-475d-a2ab-f5ceb7a824a7 HTTP/1.1" status: 200 len: 945 time: 0.1176279 Apr 17 04:08:52.938430 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-e5f64c50-c58e-4523-9683-d0a159dae164 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853831435', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853752993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6938'] for router, precommit_update {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:08:52.990247 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-e3d38269-ce83-44b1-833a-6cf9248fc94d req-4144ca78-220c-4698-9e6a-24ba5fbde8d3 tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] 10.222.0.20 "GET /v2.0/security-groups?id=48edf01a-27e1-4331-aa2f-debc447aa56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593894 Apr 17 04:08:53.101489 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-44bd9971-2b94-427e-b7dc-b331ab38ed14 None None] Notify callbacks [] for port, precommit_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:08:53.119194 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.provisioning_blocks [None req-44bd9971-2b94-427e-b7dc-b331ab38ed14 None None] Transition to ACTIVE for port object 468a035f-d0cc-425c-b7e3-d154f3ad6ed7 will not be triggered until provisioned by entity L2. {{(pid=86332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 17 04:08:53.144281 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.provisioning_blocks [None req-44bd9971-2b94-427e-b7dc-b331ab38ed14 None None] Transition to ACTIVE for port object 468a035f-d0cc-425c-b7e3-d154f3ad6ed7 will not be triggered until provisioned by entity DHCP. {{(pid=86332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 17 04:08:53.150446 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-44bd9971-2b94-427e-b7dc-b331ab38ed14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1691685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854152290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244555219623'] for port, after_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:08:53.156475 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:08:53.257062 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bd9971-2b94-427e-b7dc-b331ab38ed14 None None] Pushing event updated for resources: {'Port': ['ID=468a035f-d0cc-425c-b7e3-d154f3ad6ed7,revision_number=1']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:08:53.268247 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-44bd9971-2b94-427e-b7dc-b331ab38ed14 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:08:53.277998 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44bd9971-2b94-427e-b7dc-b331ab38ed14 None None] Network 48b42dc6-fdb2-4a1c-899b-553f02cfd6b1 is already hosted by enough agents. {{(pid=86332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 17 04:08:53.284824 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.scheduler.base_scheduler [None req-44bd9971-2b94-427e-b7dc-b331ab38ed14 None None] Resources bound (agent type, host, resource id): {{(pid=86332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 17 04:08:53.288151 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44bd9971-2b94-427e-b7dc-b331ab38ed14 None None] Received port after_create {{(pid=86332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 17 04:08:53.291075 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3f1802-2c99-4e69-8570-5f9cb73c0b7a req-daa40d2a-9b8b-4483-b03e-1891b5a2913a tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:08:53.292744 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-fb3f1802-2c99-4e69-8570-5f9cb73c0b7a req-daa40d2a-9b8b-4483-b03e-1891b5a2913a tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] 10.222.0.20 "GET /v2.0/ports?device_id=ddff59d5-455c-4e23-be4e-32eee2b20c05 HTTP/1.1" status: 200 len: 944 time: 0.1288476 Apr 17 04:08:53.342982 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-e5f64c50-c58e-4523-9683-d0a159dae164 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:08:53.355894 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-fb3f1802-2c99-4e69-8570-5f9cb73c0b7a req-c198f64f-00d5-4272-a5fd-0566462cf19e tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd5929ab-7671-4e84-b39c-be6225ef81ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564282 Apr 17 04:08:53.378387 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-e5f64c50-c58e-4523-9683-d0a159dae164 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853081909'] for port, before_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:08:53.588866 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.managers [None req-44bd9971-2b94-427e-b7dc-b331ab38ed14 None None] Attempting to bind port 468a035f-d0cc-425c-b7e3-d154f3ad6ed7 on host dv-cinder-786054-2-smb for vnic_type normal with profile {{(pid=86332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 17 04:08:53.589260 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.managers [None req-44bd9971-2b94-427e-b7dc-b331ab38ed14 None None] Attempting to bind port 468a035f-d0cc-425c-b7e3-d154f3ad6ed7 by drivers openvswitch,hyperv on host dv-cinder-786054-2-smb at level 0 using segments [{'id': '4d7fcafd-580c-4824-905f-e47e11f99a09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '48b42dc6-fdb2-4a1c-899b-553f02cfd6b1'}] {{(pid=86332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 17 04:08:53.589734 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44bd9971-2b94-427e-b7dc-b331ab38ed14 None None] Attempting to bind port 468a035f-d0cc-425c-b7e3-d154f3ad6ed7 on network 48b42dc6-fdb2-4a1c-899b-553f02cfd6b1 {{(pid=86332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 17 04:08:53.596902 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44bd9971-2b94-427e-b7dc-b331ab38ed14 None None] Checking agent: {'id': '96b6248f-f9b9-4a9f-9317-f4ef1fc85571', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786054-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 17, 3, 57, 41), 'started_at': datetime.datetime(2021, 4, 17, 3, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 4, 17, 4, 8, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786054-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 17 04:08:53.597469 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44bd9971-2b94-427e-b7dc-b331ab38ed14 None None] Checking segment: {'id': '4d7fcafd-580c-4824-905f-e47e11f99a09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '48b42dc6-fdb2-4a1c-899b-553f02cfd6b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 17 04:08:53.597925 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-44bd9971-2b94-427e-b7dc-b331ab38ed14 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:08:53.598371 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44bd9971-2b94-427e-b7dc-b331ab38ed14 None None] Bound using segment: {'id': '4d7fcafd-580c-4824-905f-e47e11f99a09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '48b42dc6-fdb2-4a1c-899b-553f02cfd6b1'} {{(pid=86332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 17 04:08:53.598897 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.managers [None req-44bd9971-2b94-427e-b7dc-b331ab38ed14 None None] Bound port: 468a035f-d0cc-425c-b7e3-d154f3ad6ed7, host: dv-cinder-786054-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d7fcafd-580c-4824-905f-e47e11f99a09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '48b42dc6-fdb2-4a1c-899b-553f02cfd6b1'}}] {{(pid=86332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 17 04:08:53.599320 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-44bd9971-2b94-427e-b7dc-b331ab38ed14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853081909'] for port, before_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:08:53.607066 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.db_base_plugin_common [None req-e5f64c50-c58e-4523-9683-d0a159dae164 admin admin] Allocated IP 172.28.1.69 (3299e77b-a72c-46bf-8676-13cef166cd0a/126682c8-3b96-411d-a59b-48497db5cf0c/96b317a3-e3cc-41f2-bfc2-124206db5b4e) {{(pid=86330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 17 04:08:53.668247 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca6fda1-c50d-4351-8036-4356be209bda req-86d21813-19dd-4296-a956-de5d2b67ed73 tempest-AttachVolumeNegativeTest-1226596354 tempest-AttachVolumeNegativeTest-1226596354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:08:53.673957 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-6ca6fda1-c50d-4351-8036-4356be209bda req-86d21813-19dd-4296-a956-de5d2b67ed73 tempest-AttachVolumeNegativeTest-1226596354 tempest-AttachVolumeNegativeTest-1226596354-project] 10.222.0.20 "GET /v2.0/ports?device_id=7131e4ac-023d-4de7-9559-432fdf3d501b HTTP/1.1" status: 200 len: 945 time: 0.1067784 Apr 17 04:08:53.733669 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-6ca6fda1-c50d-4351-8036-4356be209bda req-3bd30304-a638-4ba3-a9fc-00847a148b7d tempest-AttachVolumeNegativeTest-1226596354 tempest-AttachVolumeNegativeTest-1226596354-project] 10.222.0.20 "GET /v2.0/security-groups?id=ae5ae7d4-03a6-4de4-82fb-45078eb27a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585713 Apr 17 04:08:53.749891 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.db [None req-44bd9971-2b94-427e-b7dc-b331ab38ed14 None None] For port 468a035f-d0cc-425c-b7e3-d154f3ad6ed7, host dv-cinder-786054-2-smb, cleared binding levels {{(pid=86332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 17 04:08:53.757712 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.db [None req-44bd9971-2b94-427e-b7dc-b331ab38ed14 None None] For port 468a035f-d0cc-425c-b7e3-d154f3ad6ed7, host dv-cinder-786054-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-2-smb',level=0,port_id=468a035f-d0cc-425c-b7e3-d154f3ad6ed7,segment=NetworkSegment(4d7fcafd-580c-4824-905f-e47e11f99a09),segment_id=4d7fcafd-580c-4824-905f-e47e11f99a09)] {{(pid=86332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 17 04:08:53.774649 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-44bd9971-2b94-427e-b7dc-b331ab38ed14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1691685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854152290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792299986632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244555219606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792299556228'] for port, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:08:53.786212 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:08:53.798168 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-e5f64c50-c58e-4523-9683-d0a159dae164 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:08:53.828413 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-e5f64c50-c58e-4523-9683-d0a159dae164 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1691685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854152290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244555219623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852218909'] for port, after_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:08:53.833738 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-e2f450ae-8167-49ca-9191-17ac937cea57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:08:53.869972 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bd9971-2b94-427e-b7dc-b331ab38ed14 None None] Pushing event updated for resources: {'Port': ['ID=468a035f-d0cc-425c-b7e3-d154f3ad6ed7,revision_number=2']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:08:53.873214 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-44bd9971-2b94-427e-b7dc-b331ab38ed14 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:08:53.924572 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5f64c50-c58e-4523-9683-d0a159dae164 admin admin] Network 3299e77b-a72c-46bf-8676-13cef166cd0a is already hosted by enough agents. {{(pid=86330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 17 04:08:53.927747 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.scheduler.base_scheduler [None req-e5f64c50-c58e-4523-9683-d0a159dae164 admin admin] Resources bound (agent type, host, resource id): {{(pid=86330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 17 04:08:53.930313 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5f64c50-c58e-4523-9683-d0a159dae164 admin admin] Received port after_create {{(pid=86330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 17 04:08:53.972715 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f64c50-c58e-4523-9683-d0a159dae164 admin admin] Pushing event updated for resources: {'Port': ['ID=96b317a3-e3cc-41f2-bfc2-124206db5b4e,revision_number=1']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:08:53.982131 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-e5f64c50-c58e-4523-9683-d0a159dae164 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:08:54.262015 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bd4d60-9e21-4980-b217-c0f74a3dd8e1 req-b0027814-609c-42c2-8903-92ac09dc19e2 tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:08:54.264115 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-07bd4d60-9e21-4980-b217-c0f74a3dd8e1 req-b0027814-609c-42c2-8903-92ac09dc19e2 tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] 10.222.0.20 "GET /v2.0/ports?device_id=e7bd5423-b2e2-475d-a2ab-f5ceb7a824a7 HTTP/1.1" status: 200 len: 945 time: 0.1268728 Apr 17 04:08:54.359409 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-07bd4d60-9e21-4980-b217-c0f74a3dd8e1 req-ae66fba8-b60f-4896-8687-0478cd267970 tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] 10.222.0.20 "GET /v2.0/security-groups?id=48edf01a-27e1-4331-aa2f-debc447aa56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883613 Apr 17 04:08:54.537639 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-e5f64c50-c58e-4523-9683-d0a159dae164 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:08:54.590497 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9e6a8b-a7b4-4e60-a676-04610455c64f req-7620ed11-f537-4e67-812e-af45b549f9c8 tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:08:54.592398 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-1e9e6a8b-a7b4-4e60-a676-04610455c64f req-7620ed11-f537-4e67-812e-af45b549f9c8 tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] 10.222.0.20 "GET /v2.0/ports?device_id=ddff59d5-455c-4e23-be4e-32eee2b20c05 HTTP/1.1" status: 200 len: 944 time: 0.0910499 Apr 17 04:08:54.647973 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-1e9e6a8b-a7b4-4e60-a676-04610455c64f req-2d204e07-c869-4fd0-8a22-f7d4131b223d tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd5929ab-7671-4e84-b39c-be6225ef81ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484955 Apr 17 04:08:54.940238 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-e5f64c50-c58e-4523-9683-d0a159dae164 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1022791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-944351'] for router, after_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:08:54.966176 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f89a5c6-bef6-4ba6-811f-8aebf6c59119 req-8adcbf17-0ce1-4663-a481-eaa80aa7970f tempest-AttachVolumeNegativeTest-1226596354 tempest-AttachVolumeNegativeTest-1226596354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:08:54.967838 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-1f89a5c6-bef6-4ba6-811f-8aebf6c59119 req-8adcbf17-0ce1-4663-a481-eaa80aa7970f tempest-AttachVolumeNegativeTest-1226596354 tempest-AttachVolumeNegativeTest-1226596354-project] 10.222.0.20 "GET /v2.0/ports?device_id=7131e4ac-023d-4de7-9559-432fdf3d501b HTTP/1.1" status: 200 len: 945 time: 0.0924642 Apr 17 04:08:55.034196 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-1f89a5c6-bef6-4ba6-811f-8aebf6c59119 req-a507c65c-9d77-463d-93c1-9e0ac1134401 tempest-AttachVolumeNegativeTest-1226596354 tempest-AttachVolumeNegativeTest-1226596354-project] 10.222.0.20 "GET /v2.0/security-groups?id=ae5ae7d4-03a6-4de4-82fb-45078eb27a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591552 Apr 17 04:08:55.448010 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5f64c50-c58e-4523-9683-d0a159dae164 admin admin] Router 87afbfa0-06fd-483c-ae79-cc809bd9c080 is scheduled to L3 agent 89c35117-d9bd-45d8-8d43-26735203dc9d with binding_index 1 {{(pid=86330) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 17 04:08:55.563135 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fabd48a-5003-44bf-8a8a-92954bd33d13 None None] Network 48b42dc6-fdb2-4a1c-899b-553f02cfd6b1 requested from dv-cinder-786054-2-smb {{(pid=86332) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 17 04:08:55.579080 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540bc606-d26f-4a83-a306-336117ee946a req-08217559-acc4-4fea-a2ca-74cc9332f5d8 tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:08:55.580765 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-540bc606-d26f-4a83-a306-336117ee946a req-08217559-acc4-4fea-a2ca-74cc9332f5d8 tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] 10.222.0.20 "GET /v2.0/ports?device_id=e7bd5423-b2e2-475d-a2ab-f5ceb7a824a7 HTTP/1.1" status: 200 len: 945 time: 0.0893493 Apr 17 04:08:55.644378 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5f64c50-c58e-4523-9683-d0a159dae164 admin admin] Notify agent at l3_agent.dv-cinder-786054-2-smb the message routers_updated {{(pid=86330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 17 04:08:55.657235 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbf2a74e-9ee9-47a6-8121-47baea230401 None None] Sync routers for ids ['87afbfa0-06fd-483c-ae79-cc809bd9c080'] in dv-cinder-786054-2-smb {{(pid=86333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 17 04:08:55.669261 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbf2a74e-9ee9-47a6-8121-47baea230401 None None] Routers {'87afbfa0-06fd-483c-ae79-cc809bd9c080'} bound to L3 agent in host dv-cinder-786054-2-smb {{(pid=86333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 17 04:08:55.670195 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.l3_hamode_db [None req-cbf2a74e-9ee9-47a6-8121-47baea230401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786054-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-17T03:57:39Z,description=,heartbeat_timestamp=2021-04-17T04:08:40Z,host='dv-cinder-786054-2-smb',id=89c35117-d9bd-45d8-8d43-26735203dc9d,load=0,resource_versions=,resources_synced=,started_at=2021-04-17T03:57:39Z,topic='l3_agent')) {'router_ids': ['87afbfa0-06fd-483c-ae79-cc809bd9c080'], 'active': True} {{(pid=86333) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 17 04:08:55.703228 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-e5f64c50-c58e-4523-9683-d0a159dae164 admin admin] Notify callbacks [] for router, before_response {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:08:55.704954 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [None req-e5f64c50-c58e-4523-9683-d0a159dae164 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.3705783 Apr 17 04:08:55.708057 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.20', 57532) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 17 04:08:55.733069 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-540bc606-d26f-4a83-a306-336117ee946a req-64c0a81b-3eb1-4299-9a4c-97dbf9e145d0 tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] 10.222.0.20 "GET /v2.0/security-groups?id=48edf01a-27e1-4331-aa2f-debc447aa56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354611 Apr 17 04:08:55.832147 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.rpc [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] Device 468a035f-d0cc-425c-b7e3-d154f3ad6ed7 up at agent ovs-agent-dv-cinder-786054-2-smb {{(pid=86332) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 17 04:08:55.906835 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.provisioning_blocks [None req-432e085e-8daa-45ce-94e5-74e485c29fd4 None None] Provisioning for port 468a035f-d0cc-425c-b7e3-d154f3ad6ed7 completed by entity DHCP. {{(pid=86332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 17 04:08:55.984150 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.provisioning_blocks [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] Provisioning for port 468a035f-d0cc-425c-b7e3-d154f3ad6ed7 completed by entity L2. {{(pid=86332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 17 04:08:55.998054 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.provisioning_blocks [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] Provisioning complete for port 468a035f-d0cc-425c-b7e3-d154f3ad6ed7 triggered by entity L2. {{(pid=86332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 17 04:08:55.998479 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2017814'] for port, provisioning_complete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:08:56.008837 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3de70e9-1eb0-4710-b684-b1d379df304f req-9c4afd0f-9e6a-4e4a-a79f-af1df8efc45d tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:08:56.024453 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-f3de70e9-1eb0-4710-b684-b1d379df304f req-9c4afd0f-9e6a-4e4a-a79f-af1df8efc45d tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] 10.222.0.20 "GET /v2.0/ports?device_id=ddff59d5-455c-4e23-be4e-32eee2b20c05 HTTP/1.1" status: 200 len: 944 time: 0.1669047 Apr 17 04:08:56.092284 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-f3de70e9-1eb0-4710-b684-b1d379df304f req-55214cc9-55aa-4906-8af1-68add07b5303 tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd5929ab-7671-4e84-b39c-be6225ef81ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646262 Apr 17 04:08:56.216708 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853081909'] for port, before_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:08:56.299573 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.db [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] For port 468a035f-d0cc-425c-b7e3-d154f3ad6ed7, host dv-cinder-786054-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-2-smb',level=0,port_id=468a035f-d0cc-425c-b7e3-d154f3ad6ed7,segment=NetworkSegment(4d7fcafd-580c-4824-905f-e47e11f99a09),segment_id=4d7fcafd-580c-4824-905f-e47e11f99a09)] {{(pid=86332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 17 04:08:56.306296 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1691685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854152290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792299986632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244555219606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792299556228'] for port, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:08:56.308609 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:08:56.326861 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.l3_dvr_db [None req-cbf2a74e-9ee9-47a6-8121-47baea230401 None None] Set router 87afbfa0-06fd-483c-ae79-cc809bd9c080 gateway port host: dv-cinder-786054-2-smb {{(pid=86333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 17 04:08:56.385644 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3ba79f-9350-494b-817f-4e81b4aa209f req-c85d350e-8cc9-4e8b-97e4-050c92402fa8 tempest-AttachVolumeNegativeTest-1226596354 tempest-AttachVolumeNegativeTest-1226596354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:08:56.387239 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-1f3ba79f-9350-494b-817f-4e81b4aa209f req-c85d350e-8cc9-4e8b-97e4-050c92402fa8 tempest-AttachVolumeNegativeTest-1226596354 tempest-AttachVolumeNegativeTest-1226596354-project] 10.222.0.20 "GET /v2.0/ports?device_id=7131e4ac-023d-4de7-9559-432fdf3d501b HTTP/1.1" status: 200 len: 945 time: 0.1045580 Apr 17 04:08:56.441322 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] Pushing event updated for resources: {'Port': ['ID=468a035f-d0cc-425c-b7e3-d154f3ad6ed7,revision_number=3']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:08:56.445799 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:08:56.453331 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.provisioning_blocks [None req-50810f87-8f14-446b-a2b9-754042dbe896 None None] Provisioning complete for port 468a035f-d0cc-425c-b7e3-d154f3ad6ed7 triggered by entity DHCP. {{(pid=86332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 17 04:08:56.453763 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-50810f87-8f14-446b-a2b9-754042dbe896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2017814'] for port, provisioning_complete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:08:56.639668 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.l3_hamode_db [None req-cbf2a74e-9ee9-47a6-8121-47baea230401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87afbfa0-06fd-483c-ae79-cc809bd9c080', 'name': 'tempest-TestShelveInstance-1684563367-router', 'tenant_id': 'ca6206a14e294f1c94050af1f73d53f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3299e77b-a72c-46bf-8676-13cef166cd0a', 'external_fixed_ips': [{'subnet_id': '126682c8-3b96-411d-a59b-48497db5cf0c', 'ip_address': '172.28.1.69'}], 'enable_snat': True}, 'gw_port_id': '96b317a3-e3cc-41f2-bfc2-124206db5b4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-17T04:08:52Z', 'updated_at': '2021-04-17T04:08:54Z', 'revision_number': 3, 'project_id': 'ca6206a14e294f1c94050af1f73d53f8', 'gw_port': {'id': '96b317a3-e3cc-41f2-bfc2-124206db5b4e', 'name': '', 'network_id': '3299e77b-a72c-46bf-8676-13cef166cd0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:ca:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87afbfa0-06fd-483c-ae79-cc809bd9c080', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '126682c8-3b96-411d-a59b-48497db5cf0c', 'ip_address': '172.28.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-17T04:08:53Z', 'updated_at': '2021-04-17T04:08:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '126682c8-3b96-411d-a59b-48497db5cf0c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-2-smb'}], 'dv-cinder-786054-2-smb', False) {} {{(pid=86333) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 17 04:08:56.644293 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbf2a74e-9ee9-47a6-8121-47baea230401 None None] Checking router: 87afbfa0-06fd-483c-ae79-cc809bd9c080 for host: dv-cinder-786054-2-smb {{(pid=86333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 17 04:08:56.644737 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbf2a74e-9ee9-47a6-8121-47baea230401 None None] Updating router 87afbfa0-06fd-483c-ae79-cc809bd9c080 port 96b317a3-e3cc-41f2-bfc2-124206db5b4e binding host dv-cinder-786054-2-smb {{(pid=86333) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 17 04:08:56.675314 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-1f3ba79f-9350-494b-817f-4e81b4aa209f req-af7fbccc-77c2-444c-afb4-312879eabbb5 tempest-AttachVolumeNegativeTest-1226596354 tempest-AttachVolumeNegativeTest-1226596354-project] 10.222.0.20 "GET /v2.0/security-groups?id=ae5ae7d4-03a6-4de4-82fb-45078eb27a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2802060 Apr 17 04:08:56.704320 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-cbf2a74e-9ee9-47a6-8121-47baea230401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853081909'] for port, before_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:08:56.784861 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-fcd59cfd-5bcc-4dab-a607-47b0b096f1a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853081909'] for port, before_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:08:56.903287 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61bb982-5957-4fea-b534-09bda4bbc666 req-689c17fc-4ef9-41ad-ba5a-76048db6b685 tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:08:56.904848 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-a61bb982-5957-4fea-b534-09bda4bbc666 req-689c17fc-4ef9-41ad-ba5a-76048db6b685 tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] 10.222.0.20 "GET /v2.0/ports?device_id=e7bd5423-b2e2-475d-a2ab-f5ceb7a824a7 HTTP/1.1" status: 200 len: 945 time: 0.0870814 Apr 17 04:08:56.955846 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-a61bb982-5957-4fea-b534-09bda4bbc666 req-b48aa8f6-b7ff-466b-816f-d5e61f01c171 tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] 10.222.0.20 "GET /v2.0/security-groups?id=48edf01a-27e1-4331-aa2f-debc447aa56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440111 Apr 17 04:08:57.006000 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.db_base_plugin_common [None req-fcd59cfd-5bcc-4dab-a607-47b0b096f1a1 admin admin] Allocated IP 172.20.0.1 (48b42dc6-fdb2-4a1c-899b-553f02cfd6b1/7ebd19d5-d3c8-4014-91e1-906c5d4ffe3d/890a4828-83c3-4084-9275-57fb1ec68a0e) {{(pid=86330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 17 04:08:57.094002 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-cbf2a74e-9ee9-47a6-8121-47baea230401 None None] Notify callbacks [] for port, precommit_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:08:57.107733 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.provisioning_blocks [None req-cbf2a74e-9ee9-47a6-8121-47baea230401 None None] Transition to ACTIVE for port object 96b317a3-e3cc-41f2-bfc2-124206db5b4e will not be triggered until provisioned by entity L2. {{(pid=86333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 17 04:08:57.115726 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-cbf2a74e-9ee9-47a6-8121-47baea230401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1691685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854152290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792299986632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244555219606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792299556228'] for port, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:08:57.121168 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:08:57.189842 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb26d2f-2697-45c5-8729-35a2af186b8e None None] Pushing event updated for resources: {'Port': ['ID=96b317a3-e3cc-41f2-bfc2-124206db5b4e,revision_number=2']} {{(pid=86333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:08:57.199992 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb26d2f-2697-45c5-8729-35a2af186b8e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:08:57.200340 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb26d2f-2697-45c5-8729-35a2af186b8e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:08:57.200740 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb26d2f-2697-45c5-8729-35a2af186b8e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:08:57.201107 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb26d2f-2697-45c5-8729-35a2af186b8e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:08:57.201476 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb26d2f-2697-45c5-8729-35a2af186b8e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:08:57.201936 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb26d2f-2697-45c5-8729-35a2af186b8e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:08:57.202295 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb26d2f-2697-45c5-8729-35a2af186b8e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:08:57.202647 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb26d2f-2697-45c5-8729-35a2af186b8e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:08:57.203001 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb26d2f-2697-45c5-8729-35a2af186b8e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:08:57.203354 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb26d2f-2697-45c5-8729-35a2af186b8e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:08:57.203703 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb26d2f-2697-45c5-8729-35a2af186b8e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:08:57.204050 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb26d2f-2697-45c5-8729-35a2af186b8e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:08:57.209072 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-ebb26d2f-2697-45c5-8729-35a2af186b8e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=86333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:08:57.233347 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.managers [None req-cbf2a74e-9ee9-47a6-8121-47baea230401 None None] Attempting to bind port 96b317a3-e3cc-41f2-bfc2-124206db5b4e on host dv-cinder-786054-2-smb for vnic_type normal with profile {{(pid=86333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 17 04:08:57.233748 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.managers [None req-cbf2a74e-9ee9-47a6-8121-47baea230401 None None] Attempting to bind port 96b317a3-e3cc-41f2-bfc2-124206db5b4e by drivers openvswitch,hyperv on host dv-cinder-786054-2-smb at level 0 using segments [{'id': '0331decf-77a3-4764-a14d-d11dc820119c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3299e77b-a72c-46bf-8676-13cef166cd0a'}] {{(pid=86333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 17 04:08:57.234035 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-fcd59cfd-5bcc-4dab-a607-47b0b096f1a1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:08:57.234144 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbf2a74e-9ee9-47a6-8121-47baea230401 None None] Attempting to bind port 96b317a3-e3cc-41f2-bfc2-124206db5b4e on network 3299e77b-a72c-46bf-8676-13cef166cd0a {{(pid=86333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 17 04:08:57.240165 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbf2a74e-9ee9-47a6-8121-47baea230401 None None] Checking agent: {'id': '96b6248f-f9b9-4a9f-9317-f4ef1fc85571', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786054-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 17, 3, 57, 41), 'started_at': datetime.datetime(2021, 4, 17, 3, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 4, 17, 4, 8, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786054-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 17 04:08:57.241209 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbf2a74e-9ee9-47a6-8121-47baea230401 None None] Checking segment: {'id': '0331decf-77a3-4764-a14d-d11dc820119c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3299e77b-a72c-46bf-8676-13cef166cd0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 17 04:08:57.241651 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-cbf2a74e-9ee9-47a6-8121-47baea230401 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:08:57.242080 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbf2a74e-9ee9-47a6-8121-47baea230401 None None] Bound using segment: {'id': '0331decf-77a3-4764-a14d-d11dc820119c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3299e77b-a72c-46bf-8676-13cef166cd0a'} {{(pid=86333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 17 04:08:57.242583 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.managers [None req-cbf2a74e-9ee9-47a6-8121-47baea230401 None None] Bound port: 96b317a3-e3cc-41f2-bfc2-124206db5b4e, host: dv-cinder-786054-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0331decf-77a3-4764-a14d-d11dc820119c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3299e77b-a72c-46bf-8676-13cef166cd0a'}}] {{(pid=86333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 17 04:08:57.242992 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-cbf2a74e-9ee9-47a6-8121-47baea230401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853081909'] for port, before_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:08:57.253407 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.provisioning_blocks [None req-fcd59cfd-5bcc-4dab-a607-47b0b096f1a1 admin admin] Transition to ACTIVE for port object 890a4828-83c3-4084-9275-57fb1ec68a0e will not be triggered until provisioned by entity DHCP. {{(pid=86330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 17 04:08:57.278014 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-fcd59cfd-5bcc-4dab-a607-47b0b096f1a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1691685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854152290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244555219623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852218909'] for port, after_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:08:57.284400 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-209c97ea-e908-4f99-8a7a-e584fab60342 tempest-VolumesActionsTest-363195616 tempest-VolumesActionsTest-363195616-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:08:57.325079 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.db [None req-cbf2a74e-9ee9-47a6-8121-47baea230401 None None] For port 96b317a3-e3cc-41f2-bfc2-124206db5b4e, host dv-cinder-786054-2-smb, cleared binding levels {{(pid=86333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 17 04:08:57.328999 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.db [None req-cbf2a74e-9ee9-47a6-8121-47baea230401 None None] For port 96b317a3-e3cc-41f2-bfc2-124206db5b4e, host dv-cinder-786054-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-2-smb',level=0,port_id=96b317a3-e3cc-41f2-bfc2-124206db5b4e,segment=NetworkSegment(0331decf-77a3-4764-a14d-d11dc820119c),segment_id=0331decf-77a3-4764-a14d-d11dc820119c)] {{(pid=86333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 17 04:08:57.334974 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-cbf2a74e-9ee9-47a6-8121-47baea230401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1691685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854152290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792299986632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244555219606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792299556228'] for port, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:08:57.340862 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-41a708e7-3a20-4bfc-9115-75b431f7d989 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:08:57.374688 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd59cfd-5bcc-4dab-a607-47b0b096f1a1 admin admin] Pushing event updated for resources: {'Port': ['ID=890a4828-83c3-4084-9275-57fb1ec68a0e,revision_number=1']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:08:57.379493 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcd59cfd-5bcc-4dab-a607-47b0b096f1a1 admin admin] Network 48b42dc6-fdb2-4a1c-899b-553f02cfd6b1 is already hosted by enough agents. {{(pid=86330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 17 04:08:57.380764 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-fcd59cfd-5bcc-4dab-a607-47b0b096f1a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:08:57.381645 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.scheduler.base_scheduler [None req-fcd59cfd-5bcc-4dab-a607-47b0b096f1a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=86330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 17 04:08:57.385028 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcd59cfd-5bcc-4dab-a607-47b0b096f1a1 admin admin] Received port after_create {{(pid=86330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 17 04:08:57.427795 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb26d2f-2697-45c5-8729-35a2af186b8e None None] Pushing event updated for resources: {'Port': ['ID=96b317a3-e3cc-41f2-bfc2-124206db5b4e,revision_number=3']} {{(pid=86333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:08:57.431670 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-ebb26d2f-2697-45c5-8729-35a2af186b8e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=86333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:08:57.433510 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8344670-8268-4b60-be63-13d59c0a5d9c req-056d14ac-0b56-412d-8b78-f9111d6ed9eb tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:08:57.441527 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-d8344670-8268-4b60-be63-13d59c0a5d9c req-056d14ac-0b56-412d-8b78-f9111d6ed9eb tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] 10.222.0.20 "GET /v2.0/ports?device_id=ddff59d5-455c-4e23-be4e-32eee2b20c05 HTTP/1.1" status: 200 len: 944 time: 0.2123673 Apr 17 04:08:57.445784 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa37ec5a-344e-40bf-8253-0163231ce7b4 req-7b1753f4-404a-4107-9eef-c03e08e47243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:08:57.447337 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-aa37ec5a-344e-40bf-8253-0163231ce7b4 req-7b1753f4-404a-4107-9eef-c03e08e47243 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=7131e4ac-023d-4de7-9559-432fdf3d501b HTTP/1.1" status: 200 len: 1098 time: 0.1565979 Apr 17 04:08:57.449684 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbf2a74e-9ee9-47a6-8121-47baea230401 None None] Routers {'87afbfa0-06fd-483c-ae79-cc809bd9c080'} bound to L3 agent in host dv-cinder-786054-2-smb {{(pid=86333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 17 04:08:57.450372 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.l3_hamode_db [None req-cbf2a74e-9ee9-47a6-8121-47baea230401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786054-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-17T03:57:39Z,description=,heartbeat_timestamp=2021-04-17T04:08:40Z,host='dv-cinder-786054-2-smb',id=89c35117-d9bd-45d8-8d43-26735203dc9d,load=0,resource_versions=,resources_synced=,started_at=2021-04-17T03:57:39Z,topic='l3_agent')) {'router_ids': ['87afbfa0-06fd-483c-ae79-cc809bd9c080'], 'active': True} {{(pid=86333) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 17 04:08:57.482375 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-fcd59cfd-5bcc-4dab-a607-47b0b096f1a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036853752574'] for router_interface, before_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:08:57.554131 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-aa37ec5a-344e-40bf-8253-0163231ce7b4 req-0ed7b107-52da-44c0-bae8-56cfd512e9a0 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=ae5ae7d4-03a6-4de4-82fb-45078eb27a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510516 Apr 17 04:08:57.565422 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-d8344670-8268-4b60-be63-13d59c0a5d9c req-40b4c382-a994-4226-8928-6c7e1c11bedc tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd5929ab-7671-4e84-b39c-be6225ef81ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1227992 Apr 17 04:08:57.641831 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-fcd59cfd-5bcc-4dab-a607-47b0b096f1a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853081909'] for port, before_update {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:08:57.722004 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.l3_dvr_db [None req-cbf2a74e-9ee9-47a6-8121-47baea230401 None None] Set router 87afbfa0-06fd-483c-ae79-cc809bd9c080 gateway port host: dv-cinder-786054-2-smb {{(pid=86333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 17 04:08:57.723601 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.provisioning_blocks [None req-aee7fe5d-9d48-4f04-95b6-84de5775e802 None None] Provisioning for port 890a4828-83c3-4084-9275-57fb1ec68a0e completed by entity DHCP. {{(pid=86332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 17 04:08:57.738567 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.rpc [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] Device 468a035f-d0cc-425c-b7e3-d154f3ad6ed7 up at agent ovs-agent-dv-cinder-786054-2-smb {{(pid=86332) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 17 04:08:57.779190 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.provisioning_blocks [None req-aee7fe5d-9d48-4f04-95b6-84de5775e802 None None] Provisioning complete for port 890a4828-83c3-4084-9275-57fb1ec68a0e triggered by entity DHCP. {{(pid=86332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 17 04:08:57.779729 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-aee7fe5d-9d48-4f04-95b6-84de5775e802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2017814'] for port, provisioning_complete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:08:57.869734 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.plugin [None req-aee7fe5d-9d48-4f04-95b6-84de5775e802 None None] Port 890a4828-83c3-4084-9275-57fb1ec68a0e cannot update to ACTIVE because it is not bound. {{(pid=86332) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 17 04:08:57.883490 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.provisioning_blocks [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] Provisioning complete for port 468a035f-d0cc-425c-b7e3-d154f3ad6ed7 triggered by entity L2. {{(pid=86332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 17 04:08:57.884001 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2017814'] for port, provisioning_complete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:08:57.909516 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-fcd59cfd-5bcc-4dab-a607-47b0b096f1a1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:08:57.916937 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-fcd59cfd-5bcc-4dab-a607-47b0b096f1a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1691685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854152290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792299986632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244555219606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792299556228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2556906'] for port, after_update {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:08:57.923331 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14b0455-1f46-4545-a2c5-168cec547edf req-f0f130fd-207e-4e6b-99a9-30f141e77e38 tempest-AttachVolumeNegativeTest-1226596354 tempest-AttachVolumeNegativeTest-1226596354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:08:57.925695 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-f14b0455-1f46-4545-a2c5-168cec547edf req-f0f130fd-207e-4e6b-99a9-30f141e77e38 tempest-AttachVolumeNegativeTest-1226596354 tempest-AttachVolumeNegativeTest-1226596354-project] 10.222.0.20 "GET /v2.0/ports?device_id=7131e4ac-023d-4de7-9559-432fdf3d501b HTTP/1.1" status: 200 len: 945 time: 0.1069486 Apr 17 04:08:57.952339 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-8fef9056-bd94-4cc6-aa81-55e29562058e tempest-TestMinimumBasicScenario-1804355180 tempest-TestMinimumBasicScenario-1804355180-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:08:58.009539 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-f14b0455-1f46-4545-a2c5-168cec547edf req-f670571f-f189-4039-ae68-d17d98f6397a tempest-AttachVolumeNegativeTest-1226596354 tempest-AttachVolumeNegativeTest-1226596354-project] 10.222.0.20 "GET /v2.0/security-groups?id=ae5ae7d4-03a6-4de4-82fb-45078eb27a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769148 Apr 17 04:08:58.069278 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.l3_hamode_db [None req-cbf2a74e-9ee9-47a6-8121-47baea230401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87afbfa0-06fd-483c-ae79-cc809bd9c080', 'name': 'tempest-TestShelveInstance-1684563367-router', 'tenant_id': 'ca6206a14e294f1c94050af1f73d53f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3299e77b-a72c-46bf-8676-13cef166cd0a', 'external_fixed_ips': [{'subnet_id': '126682c8-3b96-411d-a59b-48497db5cf0c', 'ip_address': '172.28.1.69'}], 'enable_snat': True}, 'gw_port_id': '96b317a3-e3cc-41f2-bfc2-124206db5b4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-17T04:08:52Z', 'updated_at': '2021-04-17T04:08:54Z', 'revision_number': 3, 'project_id': 'ca6206a14e294f1c94050af1f73d53f8', 'gw_port': {'id': '96b317a3-e3cc-41f2-bfc2-124206db5b4e', 'name': '', 'network_id': '3299e77b-a72c-46bf-8676-13cef166cd0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:ca:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87afbfa0-06fd-483c-ae79-cc809bd9c080', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '126682c8-3b96-411d-a59b-48497db5cf0c', 'ip_address': '172.28.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-17T04:08:53Z', 'updated_at': '2021-04-17T04:08:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '126682c8-3b96-411d-a59b-48497db5cf0c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-2-smb'}], 'dv-cinder-786054-2-smb', False) {} {{(pid=86333) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 17 04:08:58.073881 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbf2a74e-9ee9-47a6-8121-47baea230401 None None] The sync data for ids ['87afbfa0-06fd-483c-ae79-cc809bd9c080'] in dv-cinder-786054-2-smb is: [{'id': '87afbfa0-06fd-483c-ae79-cc809bd9c080', 'name': 'tempest-TestShelveInstance-1684563367-router', 'tenant_id': 'ca6206a14e294f1c94050af1f73d53f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3299e77b-a72c-46bf-8676-13cef166cd0a', 'external_fixed_ips': [{'subnet_id': '126682c8-3b96-411d-a59b-48497db5cf0c', 'ip_address': '172.28.1.69'}], 'enable_snat': True}, 'gw_port_id': '96b317a3-e3cc-41f2-bfc2-124206db5b4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-17T04:08:52Z', 'updated_at': '2021-04-17T04:08:54Z', 'revision_number': 3, 'project_id': 'ca6206a14e294f1c94050af1f73d53f8', 'gw_port': {'id': '96b317a3-e3cc-41f2-bfc2-124206db5b4e', 'name': '', 'network_id': '3299e77b-a72c-46bf-8676-13cef166cd0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:ca:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87afbfa0-06fd-483c-ae79-cc809bd9c080', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '126682c8-3b96-411d-a59b-48497db5cf0c', 'ip_address': '172.28.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-17T04:08:53Z', 'updated_at': '2021-04-17T04:08:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '126682c8-3b96-411d-a59b-48497db5cf0c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-2-smb'}] {{(pid=86333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 17 04:08:58.091745 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-fcd59cfd-5bcc-4dab-a607-47b0b096f1a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854152273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1023333'] for router_interface, after_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:08:58.096755 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd59cfd-5bcc-4dab-a607-47b0b096f1a1 admin admin] Pushing event updated for resources: {'Port': ['ID=890a4828-83c3-4084-9275-57fb1ec68a0e,revision_number=2']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:08:58.101887 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-fcd59cfd-5bcc-4dab-a607-47b0b096f1a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:08:58.216612 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82905b9-0334-4848-b4b0-3c49d7ba5c61 req-b03b217b-7454-4884-a816-b8f86d5eec73 tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:08:58.218185 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-f82905b9-0334-4848-b4b0-3c49d7ba5c61 req-b03b217b-7454-4884-a816-b8f86d5eec73 tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] 10.222.0.20 "GET /v2.0/ports?device_id=e7bd5423-b2e2-475d-a2ab-f5ceb7a824a7 HTTP/1.1" status: 200 len: 945 time: 0.0893285 Apr 17 04:08:58.239809 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcd59cfd-5bcc-4dab-a607-47b0b096f1a1 admin admin] Network 48b42dc6-fdb2-4a1c-899b-553f02cfd6b1 is already hosted by enough agents. {{(pid=86330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 17 04:08:58.240994 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.scheduler.base_scheduler [None req-fcd59cfd-5bcc-4dab-a607-47b0b096f1a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=86330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 17 04:08:58.278421 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-f82905b9-0334-4848-b4b0-3c49d7ba5c61 req-6c05c6de-902d-43bd-a6d7-f6ddf55e929e tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] 10.222.0.20 "GET /v2.0/security-groups?id=48edf01a-27e1-4331-aa2f-debc447aa56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525627 Apr 17 04:08:58.451914 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcd59cfd-5bcc-4dab-a607-47b0b096f1a1 admin admin] Router 87afbfa0-06fd-483c-ae79-cc809bd9c080 has already been hosted by L3 agent 89c35117-d9bd-45d8-8d43-26735203dc9d {{(pid=86330) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 17 04:08:58.504113 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.provisioning_blocks [None req-063dcc45-ce01-4546-a68a-c55dc6554efc None None] Provisioning complete for port 890a4828-83c3-4084-9275-57fb1ec68a0e triggered by entity DHCP. {{(pid=86332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 17 04:08:58.504662 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-063dcc45-ce01-4546-a68a-c55dc6554efc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2017814'] for port, provisioning_complete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:08:58.613113 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.plugin [None req-063dcc45-ce01-4546-a68a-c55dc6554efc None None] Port 890a4828-83c3-4084-9275-57fb1ec68a0e cannot update to ACTIVE because it is not bound. {{(pid=86332) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 17 04:08:58.694738 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcd59cfd-5bcc-4dab-a607-47b0b096f1a1 admin admin] Notify agent at l3_agent.dv-cinder-786054-2-smb the message routers_updated {{(pid=86330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 17 04:08:58.721695 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [None req-fcd59cfd-5bcc-4dab-a607-47b0b096f1a1 admin admin] 10.222.0.20 "PUT /v2.0/routers/87afbfa0-06fd-483c-ae79-cc809bd9c080/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0120058 Apr 17 04:08:58.928016 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1413a11-3f3d-404f-8fe9-bd1f9d293e5c req-200a50a0-c3f2-443e-b8c5-a758e918e413 tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:08:58.929729 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-d1413a11-3f3d-404f-8fe9-bd1f9d293e5c req-200a50a0-c3f2-443e-b8c5-a758e918e413 tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] 10.222.0.20 "GET /v2.0/ports?device_id=ddff59d5-455c-4e23-be4e-32eee2b20c05 HTTP/1.1" status: 200 len: 944 time: 0.1578805 Apr 17 04:08:58.974828 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc16004-05da-494d-9f6d-240f3438b095 req-de692fb7-b2b9-4389-917d-131af3055f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:08:58.976864 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-bbc16004-05da-494d-9f6d-240f3438b095 req-de692fb7-b2b9-4389-917d-131af3055f78 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=e7bd5423-b2e2-475d-a2ab-f5ceb7a824a7 HTTP/1.1" status: 200 len: 1098 time: 0.1236284 Apr 17 04:08:59.027038 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-d1413a11-3f3d-404f-8fe9-bd1f9d293e5c req-9cb4a1ea-f46c-4eaf-b0fb-b87fbe980fd6 tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd5929ab-7671-4e84-b39c-be6225ef81ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0857143 Apr 17 04:08:59.070214 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-bbc16004-05da-494d-9f6d-240f3438b095 req-08f31648-2f3a-4714-8882-497adc88010f service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=48edf01a-27e1-4331-aa2f-debc447aa56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787568 Apr 17 04:08:59.217614 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8ecd8b-e32f-4672-b138-a97dade4bb1e req-cd75f3d9-f19c-4ba7-ad5d-a6d1d826ae09 tempest-AttachVolumeNegativeTest-1226596354 tempest-AttachVolumeNegativeTest-1226596354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:08:59.219496 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-fc8ecd8b-e32f-4672-b138-a97dade4bb1e req-cd75f3d9-f19c-4ba7-ad5d-a6d1d826ae09 tempest-AttachVolumeNegativeTest-1226596354 tempest-AttachVolumeNegativeTest-1226596354-project] 10.222.0.20 "GET /v2.0/ports?device_id=7131e4ac-023d-4de7-9559-432fdf3d501b HTTP/1.1" status: 200 len: 945 time: 0.0909548 Apr 17 04:08:59.271194 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-fc8ecd8b-e32f-4672-b138-a97dade4bb1e req-4e986b8d-1ec7-4cab-87e8-875119992808 tempest-AttachVolumeNegativeTest-1226596354 tempest-AttachVolumeNegativeTest-1226596354-project] 10.222.0.20 "GET /v2.0/security-groups?id=ae5ae7d4-03a6-4de4-82fb-45078eb27a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439630 Apr 17 04:08:59.482483 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.20', 57588) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 17 04:08:59.495026 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.v2.base [None req-706d256b-b3a1-455b-bb5f-09c7557f2d97 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1328410593-network', 'tenant_id': 'f539ae10259f44be8e006cf6ce9f524d'}} {{(pid=86331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 17 04:08:59.502035 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [None req-706d256b-b3a1-455b-bb5f-09c7557f2d97 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 17 04:08:59.508091 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [None req-706d256b-b3a1-455b-bb5f-09c7557f2d97 admin admin] Usage tracker for resource:network and tenant:f539ae10259f44be8e006cf6ce9f524d is out of sync, need to count used quota {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 17 04:08:59.518966 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3780e777-0702-46b6-9c7a-84867cd283bf req-d21dc3ae-9982-4953-b027-3cf3c02285cb tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:08:59.520555 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-3780e777-0702-46b6-9c7a-84867cd283bf req-d21dc3ae-9982-4953-b027-3cf3c02285cb tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] 10.222.0.20 "GET /v2.0/ports?device_id=e7bd5423-b2e2-475d-a2ab-f5ceb7a824a7 HTTP/1.1" status: 200 len: 945 time: 0.1114073 Apr 17 04:08:59.521452 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [None req-706d256b-b3a1-455b-bb5f-09c7557f2d97 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 17 04:08:59.528692 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [None req-706d256b-b3a1-455b-bb5f-09c7557f2d97 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 17 04:08:59.563209 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-706d256b-b3a1-455b-bb5f-09c7557f2d97 admin admin] Made reservation on behalf of f539ae10259f44be8e006cf6ce9f524d for: {'network': 1} {{(pid=86331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 17 04:08:59.567984 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-706d256b-b3a1-455b-bb5f-09c7557f2d97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853081909'] for network, before_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:08:59.588163 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-706d256b-b3a1-455b-bb5f-09c7557f2d97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:08:59.604968 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-3780e777-0702-46b6-9c7a-84867cd283bf req-5ca13f41-932d-4535-a32f-0f490fb944dc tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] 10.222.0.20 "GET /v2.0/security-groups?id=48edf01a-27e1-4331-aa2f-debc447aa56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774770 Apr 17 04:08:59.609876 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [None req-706d256b-b3a1-455b-bb5f-09c7557f2d97 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 17 04:08:59.614562 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [None req-706d256b-b3a1-455b-bb5f-09c7557f2d97 admin admin] Usage tracker for resource:security_group_rule and tenant:f539ae10259f44be8e006cf6ce9f524d is out of sync, need to count used quota {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 17 04:08:59.617756 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [None req-706d256b-b3a1-455b-bb5f-09c7557f2d97 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 17 04:08:59.630104 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [None req-706d256b-b3a1-455b-bb5f-09c7557f2d97 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 17 04:08:59.714967 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-706d256b-b3a1-455b-bb5f-09c7557f2d97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:08:59.719379 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-706d256b-b3a1-455b-bb5f-09c7557f2d97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920236'] for security_group, after_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:08:59.724295 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-9ef82b07-8032-468b-9175-8403a542b9a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:08:59.751115 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.rpc [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] Device 96b317a3-e3cc-41f2-bfc2-124206db5b4e up at agent ovs-agent-dv-cinder-786054-2-smb {{(pid=86332) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 17 04:08:59.759337 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706d256b-b3a1-455b-bb5f-09c7557f2d97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fbc4ab2-fe96-4599-ae1b-174f86100d52,revision_number=1']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:08:59.762159 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-706d256b-b3a1-455b-bb5f-09c7557f2d97 admin admin] vlan segment allocate from pool success with {'vlan_id': 143, 'physical_network': 'physnet1'} {{(pid=86331) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 17 04:08:59.764481 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-706d256b-b3a1-455b-bb5f-09c7557f2d97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:08:59.772634 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-706d256b-b3a1-455b-bb5f-09c7557f2d97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852729262'] for segment, precommit_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:08:59.773135 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.db.segments_db [None req-706d256b-b3a1-455b-bb5f-09c7557f2d97 admin admin] Added segment 23ccdc1f-b2d5-44db-aad7-61505c22015e of type vlan for network fd06db08-45b7-4a93-9943-79599be5cfb2 Apr 17 04:08:59.802309 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-706d256b-b3a1-455b-bb5f-09c7557f2d97 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792299528426'] for network, precommit_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:08:59.828269 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.provisioning_blocks [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] Provisioning for port 96b317a3-e3cc-41f2-bfc2-124206db5b4e completed by entity L2. {{(pid=86332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 17 04:08:59.833760 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.provisioning_blocks [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] Provisioning complete for port 96b317a3-e3cc-41f2-bfc2-124206db5b4e triggered by entity L2. {{(pid=86332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 17 04:08:59.834496 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2017814'] for port, provisioning_complete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:08:59.840288 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-706d256b-b3a1-455b-bb5f-09c7557f2d97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854152290'] for network, after_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:08:59.841746 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-706d256b-b3a1-455b-bb5f-09c7557f2d97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:08:59.842376 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-706d256b-b3a1-455b-bb5f-09c7557f2d97 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854152307'] for network, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:08:59.855072 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:08:59.870483 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.rpc [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Device 5726dbe8-8c69-4116-83f5-349991488743 details requested by agent hyperv_hv-cinder-78605 with host hv-cinder-78605 {{(pid=86332) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 17 04:08:59.957440 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [None req-706d256b-b3a1-455b-bb5f-09c7557f2d97 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4736183 Apr 17 04:08:59.960483 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.20', 57600) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 17 04:08:59.964152 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706d256b-b3a1-455b-bb5f-09c7557f2d97 admin admin] Pushing event updated for resources: {'Network': ['ID=fd06db08-45b7-4a93-9943-79599be5cfb2,revision_number=1']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:08:59.967609 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.v2.base [None req-e1a8ac7e-3269-4434-a56b-760093306a44 admin admin] Request body: {'subnet': {'network_id': 'fd06db08-45b7-4a93-9943-79599be5cfb2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1328410593-subnet', 'tenant_id': 'f539ae10259f44be8e006cf6ce9f524d', 'ip_version': 4}} {{(pid=86330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 17 04:08:59.972204 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-706d256b-b3a1-455b-bb5f-09c7557f2d97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:08:59.973793 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [None req-e1a8ac7e-3269-4434-a56b-760093306a44 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 17 04:08:59.978122 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [None req-e1a8ac7e-3269-4434-a56b-760093306a44 admin admin] Usage tracker for resource:subnet and tenant:f539ae10259f44be8e006cf6ce9f524d is out of sync, need to count used quota {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 17 04:08:59.981494 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [None req-e1a8ac7e-3269-4434-a56b-760093306a44 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 17 04:08:59.992606 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [None req-e1a8ac7e-3269-4434-a56b-760093306a44 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 17 04:09:00.007036 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.rpc [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] Network fd06db08-45b7-4a93-9943-79599be5cfb2 details requested by agent ovs-agent-dv-cinder-786054-2-smb with host dv-cinder-786054-2-smb {{(pid=86332) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 17 04:09:00.018333 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1a8ac7e-3269-4434-a56b-760093306a44 admin admin] Made reservation on behalf of f539ae10259f44be8e006cf6ce9f524d for: {'subnet': 1} {{(pid=86330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 17 04:09:00.027731 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-e1a8ac7e-3269-4434-a56b-760093306a44 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2101262'] for subnet, before_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:09:00.243891 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.db [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] For port 5726dbe8-8c69-4116-83f5-349991488743, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=5726dbe8-8c69-4116-83f5-349991488743,segment=NetworkSegment(14b5ea21-40f4-463d-9e75-c37fe439802e),segment_id=14b5ea21-40f4-463d-9e75-c37fe439802e)] {{(pid=86332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 17 04:09:00.251934 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853081909'] for port, before_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:09:00.277501 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.db [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] For port 96b317a3-e3cc-41f2-bfc2-124206db5b4e, host dv-cinder-786054-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-2-smb',level=0,port_id=96b317a3-e3cc-41f2-bfc2-124206db5b4e,segment=NetworkSegment(0331decf-77a3-4764-a14d-d11dc820119c),segment_id=0331decf-77a3-4764-a14d-d11dc820119c)] {{(pid=86332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 17 04:09:00.283426 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1691685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854152290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792299986632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244555219606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792299556228'] for port, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:09:00.288867 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:09:00.295284 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e04875e-f776-4586-a2ea-8d34943076de req-444c6c4e-38db-4291-9a0b-e3f860e18525 tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:09:00.297233 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-9e04875e-f776-4586-a2ea-8d34943076de req-444c6c4e-38db-4291-9a0b-e3f860e18525 tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] 10.222.0.20 "GET /v2.0/ports?device_id=ddff59d5-455c-4e23-be4e-32eee2b20c05 HTTP/1.1" status: 200 len: 944 time: 0.1124604 Apr 17 04:09:00.326260 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.rpc [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Returning: {'device': '5726dbe8-8c69-4116-83f5-349991488743', 'network_id': 'f8f93dec-df20-4bb3-95a3-f64dab26a2d6', 'port_id': '5726dbe8-8c69-4116-83f5-349991488743', 'mac_address': 'fa:16:3e:b9:25:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '343cf9b8-b4dd-451f-9881-fd976f22c732', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86332) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 17 04:09:00.415942 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] Pushing event updated for resources: {'Port': ['ID=96b317a3-e3cc-41f2-bfc2-124206db5b4e,revision_number=4']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:09:00.419302 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:09:00.420296 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853081909'] for port, before_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:09:00.420456 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-9e04875e-f776-4586-a2ea-8d34943076de req-eb686b16-997d-45ab-bd4f-ff7d2e5cbe2f tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd5929ab-7671-4e84-b39c-be6225ef81ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0742335 Apr 17 04:09:00.437573 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a4cf02-1a9a-4767-92e6-06278d324a74 req-fba11c1c-477f-4517-8acd-0b6307489eda tempest-TestMinimumBasicScenario-1804355180 tempest-TestMinimumBasicScenario-1804355180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:09:00.439019 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.notifiers.nova [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5726dbe8-8c69-4116-83f5-349991488743 {{(pid=86332) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 17 04:09:00.444647 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-e8a4cf02-1a9a-4767-92e6-06278d324a74 req-fba11c1c-477f-4517-8acd-0b6307489eda tempest-TestMinimumBasicScenario-1804355180 tempest-TestMinimumBasicScenario-1804355180-project] 10.222.0.20 "GET /v2.0/ports?device_id=77c6f62d-8974-4b57-968d-f8f839d90eb8 HTTP/1.1" status: 200 len: 946 time: 0.1411867 Apr 17 04:09:00.459172 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.db [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] For port 5726dbe8-8c69-4116-83f5-349991488743, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=5726dbe8-8c69-4116-83f5-349991488743,segment=NetworkSegment(14b5ea21-40f4-463d-9e75-c37fe439802e),segment_id=14b5ea21-40f4-463d-9e75-c37fe439802e)] {{(pid=86332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 17 04:09:00.462238 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1691685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854152290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792299986632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244555219606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792299556228'] for port, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:09:00.465442 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:09:00.490911 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-e8a4cf02-1a9a-4767-92e6-06278d324a74 req-8427b6b1-7191-444c-b4ea-980bc6f7b588 tempest-TestMinimumBasicScenario-1804355180 tempest-TestMinimumBasicScenario-1804355180-project] 10.222.0.20 "GET /v2.0/security-groups?id=e01e7c40-4b22-407a-a279-6b071a5a6d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414743 Apr 17 04:09:00.497277 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-e1a8ac7e-3269-4434-a56b-760093306a44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854152290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2556018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2101279'] for subnet, after_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:09:00.502778 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-1e366ffd-8115-477c-b764-fe0e54dc48c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:09:00.519343 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.20', 57610) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 17 04:09:00.538205 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Pushing event updated for resources: {'Port': ['ID=5726dbe8-8c69-4116-83f5-349991488743,revision_number=9']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:09:00.541569 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:09:00.589837 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a8ac7e-3269-4434-a56b-760093306a44 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b294b6a7-22fc-4dd9-8d61-e34e0aad06e3,revision_number=0']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:09:00.594038 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-e1a8ac7e-3269-4434-a56b-760093306a44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:09:00.594805 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1a8ac7e-3269-4434-a56b-760093306a44 admin admin] Checking segment: {'id': '23ccdc1f-b2d5-44db-aad7-61505c22015e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'fd06db08-45b7-4a93-9943-79599be5cfb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 17 04:09:00.595193 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1a8ac7e-3269-4434-a56b-760093306a44 admin admin] Network hostable DHCP agents. Network: fd06db08-45b7-4a93-9943-79599be5cfb2, hostable agents: ['24f06517-14a9-410e-b60e-7bfb109842b9'], hosted agents: [] {{(pid=86330) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 17 04:09:00.614463 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1a8ac7e-3269-4434-a56b-760093306a44 admin admin] Network fd06db08-45b7-4a93-9943-79599be5cfb2 is scheduled to be hosted by DHCP agent 24f06517-14a9-410e-b60e-7bfb109842b9 with binding_index 1 {{(pid=86330) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 17 04:09:00.623005 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.scheduler.base_scheduler [None req-e1a8ac7e-3269-4434-a56b-760093306a44 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786054-2-smb, fd06db08-45b7-4a93-9943-79599be5cfb2) {{(pid=86330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 17 04:09:00.637784 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1a8ac7e-3269-4434-a56b-760093306a44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:09:00.638691 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-e1a8ac7e-3269-4434-a56b-760093306a44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854152307'] for subnet, before_response {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:09:00.639633 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8626d316-aa9e-492f-883a-8fd11b58a9fc None None] Network fd06db08-45b7-4a93-9943-79599be5cfb2 requested from dv-cinder-786054-2-smb {{(pid=86332) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 17 04:09:00.665795 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [None req-e1a8ac7e-3269-4434-a56b-760093306a44 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7038336 Apr 17 04:09:00.668509 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.20', 57618) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 17 04:09:00.674487 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.v2.base [None req-5879adf0-68b2-4488-9d05-9fc73114af4b admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1328410593-router', 'tenant_id': 'f539ae10259f44be8e006cf6ce9f524d', 'external_gateway_info': {'network_id': '3299e77b-a72c-46bf-8676-13cef166cd0a'}}} {{(pid=86330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 17 04:09:00.679846 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [None req-5879adf0-68b2-4488-9d05-9fc73114af4b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 17 04:09:00.684314 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [None req-5879adf0-68b2-4488-9d05-9fc73114af4b admin admin] Usage tracker for resource:router and tenant:f539ae10259f44be8e006cf6ce9f524d is out of sync, need to count used quota {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 17 04:09:00.688199 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [None req-5879adf0-68b2-4488-9d05-9fc73114af4b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 17 04:09:00.696348 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [None req-5879adf0-68b2-4488-9d05-9fc73114af4b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 17 04:09:00.707572 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-5879adf0-68b2-4488-9d05-9fc73114af4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1021932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854768848'] for router, before_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:09:00.708978 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-5879adf0-68b2-4488-9d05-9fc73114af4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853753884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853831678', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853853165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6953'] for router, precommit_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:09:00.733869 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-5879adf0-68b2-4488-9d05-9fc73114af4b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:09:00.751035 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.db [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] get_ports_and_sgs() called for port_ids ['5726dbe8-8c69-4116-83f5-349991488743'] {{(pid=86332) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 17 04:09:00.960838 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02372f5-c079-47f1-a170-3a8734f508bf req-379ac1ae-7609-4fac-ac0f-2291717164ea tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:09:00.962930 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-c02372f5-c079-47f1-a170-3a8734f508bf req-379ac1ae-7609-4fac-ac0f-2291717164ea tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] 10.222.0.20 "GET /v2.0/ports?device_id=e7bd5423-b2e2-475d-a2ab-f5ceb7a824a7 HTTP/1.1" status: 200 len: 945 time: 0.2079749 Apr 17 04:09:01.061593 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b73fa788-1efe-4624-9d56-1e50e3a73659 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp99d047f8-0569-52f0-a2e8-3bcffc7769b2-fd06db08-45b7-4a93-9943-79599be5cfb2', 'network_id': 'fd06db08-45b7-4a93-9943-79599be5cfb2', 'tenant_id': 'f539ae10259f44be8e006cf6ce9f524d', 'fixed_ips': [{'subnet_id': 'b294b6a7-22fc-4dd9-8d61-e34e0aad06e3'}]}} from dv-cinder-786054-2-smb. {{(pid=86332) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 17 04:09:01.062671 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-c02372f5-c079-47f1-a170-3a8734f508bf req-854b2ee3-97f9-4a9b-bbb8-410f4b14efa0 tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] 10.222.0.20 "GET /v2.0/security-groups?id=48edf01a-27e1-4331-aa2f-debc447aa56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892870 Apr 17 04:09:01.062793 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-b73fa788-1efe-4624-9d56-1e50e3a73659 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853081909'] for port, before_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:09:01.081579 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d0bc506-48c3-4471-b07b-5e4cf0f0681a tempest-TestMinimumBasicScenario-520618636 tempest-TestMinimumBasicScenario-520618636-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:09:01.096822 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [None req-7d0bc506-48c3-4471-b07b-5e4cf0f0681a tempest-TestMinimumBasicScenario-520618636 tempest-TestMinimumBasicScenario-520618636-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=77c6f62d-8974-4b57-968d-f8f839d90eb8 HTTP/1.1" status: 200 len: 1094 time: 0.5758290 Apr 17 04:09:01.097994 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.20', 57630) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 17 04:09:01.109866 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.v2.base [None req-681599da-7d56-45cc-935c-7bac916691ee tempest-TestMinimumBasicScenario-1804355180 tempest-TestMinimumBasicScenario-1804355180-project] Request body: {'floatingip': {'floating_network_id': '3299e77b-a72c-46bf-8676-13cef166cd0a', 'port_id': '4a43203c-ceaa-4e06-80e8-a8cc7e4361a1', 'tenant_id': '20095d40d9834d4b9753d4486e3a3e2c', 'fixed_ip_address': '172.20.0.13'}} {{(pid=86331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 17 04:09:01.127872 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [None req-681599da-7d56-45cc-935c-7bac916691ee tempest-TestMinimumBasicScenario-1804355180 tempest-TestMinimumBasicScenario-1804355180-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 17 04:09:01.132802 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [None req-681599da-7d56-45cc-935c-7bac916691ee tempest-TestMinimumBasicScenario-1804355180 tempest-TestMinimumBasicScenario-1804355180-project] Usage tracker for resource:floatingip and tenant:20095d40d9834d4b9753d4486e3a3e2c is out of sync, need to count used quota {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 17 04:09:01.136785 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [None req-681599da-7d56-45cc-935c-7bac916691ee tempest-TestMinimumBasicScenario-1804355180 tempest-TestMinimumBasicScenario-1804355180-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 17 04:09:01.146364 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [None req-681599da-7d56-45cc-935c-7bac916691ee tempest-TestMinimumBasicScenario-1804355180 tempest-TestMinimumBasicScenario-1804355180-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 17 04:09:01.159645 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-681599da-7d56-45cc-935c-7bac916691ee tempest-TestMinimumBasicScenario-1804355180 tempest-TestMinimumBasicScenario-1804355180-project] Notify callbacks [] for floatingip, before_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:09:01.310014 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.db_base_plugin_common [None req-b73fa788-1efe-4624-9d56-1e50e3a73659 None None] Allocated IP 172.20.0.2 (fd06db08-45b7-4a93-9943-79599be5cfb2/b294b6a7-22fc-4dd9-8d61-e34e0aad06e3/1efe119f-b428-4a1f-b529-db7523c54195) {{(pid=86332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 17 04:09:01.381299 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-5879adf0-68b2-4488-9d05-9fc73114af4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853831435', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853752993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6938'] for router, precommit_update {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:09:01.393963 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-681599da-7d56-45cc-935c-7bac916691ee tempest-TestMinimumBasicScenario-1804355180 tempest-TestMinimumBasicScenario-1804355180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853081909'] for port, before_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:09:01.458072 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58cd0334-038d-488d-8f18-39574778d0a8 None None] Sync routers for ids ['87afbfa0-06fd-483c-ae79-cc809bd9c080'] in dv-cinder-786054-2-smb {{(pid=86332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 17 04:09:01.503072 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58cd0334-038d-488d-8f18-39574778d0a8 None None] Routers {'87afbfa0-06fd-483c-ae79-cc809bd9c080'} bound to L3 agent in host dv-cinder-786054-2-smb {{(pid=86332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 17 04:09:01.503873 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.l3_hamode_db [None req-58cd0334-038d-488d-8f18-39574778d0a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786054-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-17T03:57:39Z,description=,heartbeat_timestamp=2021-04-17T04:08:40Z,host='dv-cinder-786054-2-smb',id=89c35117-d9bd-45d8-8d43-26735203dc9d,load=0,resource_versions=,resources_synced=,started_at=2021-04-17T03:57:39Z,topic='l3_agent')) {'router_ids': ['87afbfa0-06fd-483c-ae79-cc809bd9c080'], 'active': True} {{(pid=86332) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 17 04:09:01.588688 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.db_base_plugin_common [None req-681599da-7d56-45cc-935c-7bac916691ee tempest-TestMinimumBasicScenario-1804355180 tempest-TestMinimumBasicScenario-1804355180-project] Allocated IP 172.28.1.86 (3299e77b-a72c-46bf-8676-13cef166cd0a/126682c8-3b96-411d-a59b-48497db5cf0c/476d6d26-40af-4452-bd03-37080304e4af) {{(pid=86331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 17 04:09:01.991746 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.rpc [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] Device 96b317a3-e3cc-41f2-bfc2-124206db5b4e up at agent ovs-agent-dv-cinder-786054-2-smb {{(pid=86332) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 17 04:09:01.995778 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-5879adf0-68b2-4488-9d05-9fc73114af4b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:09:02.001448 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-681599da-7d56-45cc-935c-7bac916691ee tempest-TestMinimumBasicScenario-1804355180 tempest-TestMinimumBasicScenario-1804355180-project] Notify callbacks [] for port, precommit_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:09:02.029022 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-5879adf0-68b2-4488-9d05-9fc73114af4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853081909'] for port, before_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:09:02.034207 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ded8522-34d0-415f-9e27-e17a4c62838b req-8a4c701b-78ac-497f-bec0-1d9e4fc752c4 tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:09:02.042227 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-4ded8522-34d0-415f-9e27-e17a4c62838b req-8a4c701b-78ac-497f-bec0-1d9e4fc752c4 tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] 10.222.0.20 "GET /v2.0/ports?device_id=ddff59d5-455c-4e23-be4e-32eee2b20c05 HTTP/1.1" status: 200 len: 945 time: 0.3116555 Apr 17 04:09:02.050480 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fae0b66-0ed4-45a0-8796-addfc04c365d req-c22bc3e4-d127-4ce2-8b92-c530947cf7b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:09:02.052131 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-7fae0b66-0ed4-45a0-8796-addfc04c365d req-c22bc3e4-d127-4ce2-8b92-c530947cf7b6 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c61f909e458d447f8c0cdeb8d1fce856&device_id=e7bd5423-b2e2-475d-a2ab-f5ceb7a824a7 HTTP/1.1" status: 200 len: 1098 time: 0.2534678 Apr 17 04:09:02.159087 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-4ded8522-34d0-415f-9e27-e17a4c62838b req-2eb8bc4f-9f2c-45df-a382-31b4cb1abd38 tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd5929ab-7671-4e84-b39c-be6225ef81ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1154621 Apr 17 04:09:02.231901 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.l3_dvr_db [None req-58cd0334-038d-488d-8f18-39574778d0a8 None None] Set router 87afbfa0-06fd-483c-ae79-cc809bd9c080 gateway port host: dv-cinder-786054-2-smb {{(pid=86332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 17 04:09:02.255470 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0694cc09-82cf-41fc-9b9f-44e01f27ba65 req-d5292b42-21d2-4de9-9c33-ccdf167f2da7 tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:09:02.256738 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-0694cc09-82cf-41fc-9b9f-44e01f27ba65 req-d5292b42-21d2-4de9-9c33-ccdf167f2da7 tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] 10.222.0.20 "GET /v2.0/ports?device_id=e7bd5423-b2e2-475d-a2ab-f5ceb7a824a7 HTTP/1.1" status: 200 len: 945 time: 0.3293357 Apr 17 04:09:02.272569 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-681599da-7d56-45cc-935c-7bac916691ee tempest-TestMinimumBasicScenario-1804355180 tempest-TestMinimumBasicScenario-1804355180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1691685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854152290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244555219623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850958277'] for port, after_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:09:02.303472 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:09:02.304239 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-b73fa788-1efe-4624-9d56-1e50e3a73659 None None] Notify callbacks [] for port, precommit_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:09:02.325272 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.provisioning_blocks [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] Provisioning complete for port 96b317a3-e3cc-41f2-bfc2-124206db5b4e triggered by entity L2. {{(pid=86332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 17 04:09:02.325660 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2017814'] for port, provisioning_complete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:09:02.337667 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.db_base_plugin_common [None req-5879adf0-68b2-4488-9d05-9fc73114af4b admin admin] Allocated IP 172.28.1.121 (3299e77b-a72c-46bf-8676-13cef166cd0a/126682c8-3b96-411d-a59b-48497db5cf0c/56dcb0fe-4726-42d9-b685-a7260cb4bb1c) {{(pid=86330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 17 04:09:02.349469 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fae0b66-0ed4-45a0-8796-addfc04c365d req-f746a3e7-dbef-4eeb-9166-42ade120e059 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:09:02.351051 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-7fae0b66-0ed4-45a0-8796-addfc04c365d req-f746a3e7-dbef-4eeb-9166-42ade120e059 service neutron] 10.222.0.32 "GET /v2.0/networks?id=3648c013-741e-41bf-ba14-932e8746819e HTTP/1.1" status: 200 len: 919 time: 0.2767227 Apr 17 04:09:02.359485 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.provisioning_blocks [None req-b73fa788-1efe-4624-9d56-1e50e3a73659 None None] Transition to ACTIVE for port object 1efe119f-b428-4a1f-b529-db7523c54195 will not be triggered until provisioned by entity L2. {{(pid=86332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 17 04:09:02.460232 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-0694cc09-82cf-41fc-9b9f-44e01f27ba65 req-be2fc7c2-81d5-4760-bd34-e824c47238b9 tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] 10.222.0.20 "GET /v2.0/security-groups?id=48edf01a-27e1-4331-aa2f-debc447aa56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1932836 Apr 17 04:09:02.462214 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-681599da-7d56-45cc-935c-7bac916691ee tempest-TestMinimumBasicScenario-1804355180 tempest-TestMinimumBasicScenario-1804355180-project] Network 3299e77b-a72c-46bf-8676-13cef166cd0a is already hosted by enough agents. {{(pid=86331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 17 04:09:02.465735 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-7fae0b66-0ed4-45a0-8796-addfc04c365d req-8af7cf5d-c07b-4d94-945e-f4fd0a503388 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=995830d2-98eb-4e77-85fe-efc69cb1ced3 HTTP/1.1" status: 200 len: 217 time: 0.1025820 Apr 17 04:09:02.467010 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.provisioning_blocks [None req-b73fa788-1efe-4624-9d56-1e50e3a73659 None None] Transition to ACTIVE for port object 1efe119f-b428-4a1f-b529-db7523c54195 will not be triggered until provisioned by entity DHCP. {{(pid=86332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 17 04:09:02.468666 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.scheduler.base_scheduler [None req-681599da-7d56-45cc-935c-7bac916691ee tempest-TestMinimumBasicScenario-1804355180 tempest-TestMinimumBasicScenario-1804355180-project] Resources bound (agent type, host, resource id): {{(pid=86331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 17 04:09:02.475051 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-681599da-7d56-45cc-935c-7bac916691ee tempest-TestMinimumBasicScenario-1804355180 tempest-TestMinimumBasicScenario-1804355180-project] Received port after_create {{(pid=86331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 17 04:09:02.500706 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-5879adf0-68b2-4488-9d05-9fc73114af4b admin admin] Notify callbacks [] for port, precommit_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:09:02.504767 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681599da-7d56-45cc-935c-7bac916691ee tempest-TestMinimumBasicScenario-1804355180 tempest-TestMinimumBasicScenario-1804355180-project] Pushing event updated for resources: {'Port': ['ID=476d6d26-40af-4452-bd03-37080304e4af,revision_number=1']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:09:02.518806 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-b73fa788-1efe-4624-9d56-1e50e3a73659 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1691685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854152290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244555219623'] for port, after_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:09:02.531870 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-5879adf0-68b2-4488-9d05-9fc73114af4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1691685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854152290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244555219623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852218909'] for port, after_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:09:02.536798 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-5520057c-2d21-4ac6-8307-8eb4211c5e41 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:09:02.548098 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-681599da-7d56-45cc-935c-7bac916691ee tempest-TestMinimumBasicScenario-1804355180 tempest-TestMinimumBasicScenario-1804355180-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:09:02.571581 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-44bd9971-2b94-427e-b7dc-b331ab38ed14 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:09:02.606918 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5879adf0-68b2-4488-9d05-9fc73114af4b admin admin] Network 3299e77b-a72c-46bf-8676-13cef166cd0a is already hosted by enough agents. {{(pid=86330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 17 04:09:02.610782 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.scheduler.base_scheduler [None req-5879adf0-68b2-4488-9d05-9fc73114af4b admin admin] Resources bound (agent type, host, resource id): {{(pid=86330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 17 04:09:02.617116 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5879adf0-68b2-4488-9d05-9fc73114af4b admin admin] Received port after_create {{(pid=86330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 17 04:09:02.644158 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5879adf0-68b2-4488-9d05-9fc73114af4b admin admin] Pushing event updated for resources: {'Port': ['ID=56dcb0fe-4726-42d9-b685-a7260cb4bb1c,revision_number=1']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:09:02.650237 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-5879adf0-68b2-4488-9d05-9fc73114af4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:09:02.718716 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b73fa788-1efe-4624-9d56-1e50e3a73659 None None] Network fd06db08-45b7-4a93-9943-79599be5cfb2 is already hosted by enough agents. {{(pid=86332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 17 04:09:02.726953 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.scheduler.base_scheduler [None req-b73fa788-1efe-4624-9d56-1e50e3a73659 None None] Resources bound (agent type, host, resource id): {{(pid=86332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 17 04:09:02.761669 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b73fa788-1efe-4624-9d56-1e50e3a73659 None None] Received port after_create {{(pid=86332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 17 04:09:02.767670 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73fa788-1efe-4624-9d56-1e50e3a73659 None None] Pushing event updated for resources: {'Port': ['ID=1efe119f-b428-4a1f-b529-db7523c54195,revision_number=1']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:09:02.797599 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-b73fa788-1efe-4624-9d56-1e50e3a73659 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:09:02.848138 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fae0b66-0ed4-45a0-8796-addfc04c365d req-f4822862-fa5c-4d13-8670-e1ac54c0ef8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:09:02.849739 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-7fae0b66-0ed4-45a0-8796-addfc04c365d req-f4822862-fa5c-4d13-8670-e1ac54c0ef8c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f604e219-b121-4ee2-9dbd-506d5b380753 HTTP/1.1" status: 200 len: 858 time: 0.3758912 Apr 17 04:09:02.949509 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-7fae0b66-0ed4-45a0-8796-addfc04c365d req-577f1f31-69cb-4ce2-89e3-d68618bd2354 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3648c013-741e-41bf-ba14-932e8746819e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0901113 Apr 17 04:09:02.988025 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.managers [None req-b73fa788-1efe-4624-9d56-1e50e3a73659 None None] Attempting to bind port 1efe119f-b428-4a1f-b529-db7523c54195 on host dv-cinder-786054-2-smb for vnic_type normal with profile {{(pid=86332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 17 04:09:02.988486 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.managers [None req-b73fa788-1efe-4624-9d56-1e50e3a73659 None None] Attempting to bind port 1efe119f-b428-4a1f-b529-db7523c54195 by drivers openvswitch,hyperv on host dv-cinder-786054-2-smb at level 0 using segments [{'id': '23ccdc1f-b2d5-44db-aad7-61505c22015e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'fd06db08-45b7-4a93-9943-79599be5cfb2'}] {{(pid=86332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 17 04:09:02.988914 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b73fa788-1efe-4624-9d56-1e50e3a73659 None None] Attempting to bind port 1efe119f-b428-4a1f-b529-db7523c54195 on network fd06db08-45b7-4a93-9943-79599be5cfb2 {{(pid=86332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 17 04:09:03.001973 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b73fa788-1efe-4624-9d56-1e50e3a73659 None None] Checking agent: {'id': '96b6248f-f9b9-4a9f-9317-f4ef1fc85571', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786054-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 17, 3, 57, 41), 'started_at': datetime.datetime(2021, 4, 17, 3, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 4, 17, 4, 8, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786054-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 17 04:09:03.002427 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b73fa788-1efe-4624-9d56-1e50e3a73659 None None] Checking segment: {'id': '23ccdc1f-b2d5-44db-aad7-61505c22015e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'fd06db08-45b7-4a93-9943-79599be5cfb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 17 04:09:03.003273 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-b73fa788-1efe-4624-9d56-1e50e3a73659 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:09:03.003732 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b73fa788-1efe-4624-9d56-1e50e3a73659 None None] Bound using segment: {'id': '23ccdc1f-b2d5-44db-aad7-61505c22015e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'fd06db08-45b7-4a93-9943-79599be5cfb2'} {{(pid=86332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 17 04:09:03.004281 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.managers [None req-b73fa788-1efe-4624-9d56-1e50e3a73659 None None] Bound port: 1efe119f-b428-4a1f-b529-db7523c54195, host: dv-cinder-786054-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23ccdc1f-b2d5-44db-aad7-61505c22015e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'fd06db08-45b7-4a93-9943-79599be5cfb2'}}] {{(pid=86332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 17 04:09:03.004895 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-b73fa788-1efe-4624-9d56-1e50e3a73659 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853081909'] for port, before_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:09:03.116784 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-5879adf0-68b2-4488-9d05-9fc73114af4b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:09:03.205475 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.l3_hamode_db [None req-58cd0334-038d-488d-8f18-39574778d0a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87afbfa0-06fd-483c-ae79-cc809bd9c080', 'name': 'tempest-TestShelveInstance-1684563367-router', 'tenant_id': 'ca6206a14e294f1c94050af1f73d53f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3299e77b-a72c-46bf-8676-13cef166cd0a', 'external_fixed_ips': [{'subnet_id': '126682c8-3b96-411d-a59b-48497db5cf0c', 'ip_address': '172.28.1.69'}], 'enable_snat': True}, 'gw_port_id': '96b317a3-e3cc-41f2-bfc2-124206db5b4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-17T04:08:52Z', 'updated_at': '2021-04-17T04:08:57Z', 'revision_number': 4, 'project_id': 'ca6206a14e294f1c94050af1f73d53f8', 'gw_port': {'id': '96b317a3-e3cc-41f2-bfc2-124206db5b4e', 'name': '', 'network_id': '3299e77b-a72c-46bf-8676-13cef166cd0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:ca:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87afbfa0-06fd-483c-ae79-cc809bd9c080', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '126682c8-3b96-411d-a59b-48497db5cf0c', 'ip_address': '172.28.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-17T04:08:53Z', 'updated_at': '2021-04-17T04:09:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126682c8-3b96-411d-a59b-48497db5cf0c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-2-smb', '_interfaces': [{'id': '890a4828-83c3-4084-9275-57fb1ec68a0e', 'name': '', 'network_id': '48b42dc6-fdb2-4a1c-899b-553f02cfd6b1', 'tenant_id': 'ca6206a14e294f1c94050af1f73d53f8', 'mac_address': 'fa:16:3e:f5:44:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87afbfa0-06fd-483c-ae79-cc809bd9c080', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '7ebd19d5-d3c8-4014-91e1-906c5d4ffe3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-17T04:08:56Z', 'updated_at': '2021-04-17T04:08:57Z', 'revision_number': 2, 'project_id': 'ca6206a14e294f1c94050af1f73d53f8', 'subnets': [{'id': '7ebd19d5-d3c8-4014-91e1-906c5d4ffe3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-2-smb', False) {} {{(pid=86332) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 17 04:09:03.225302 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58cd0334-038d-488d-8f18-39574778d0a8 None None] Checking router: 87afbfa0-06fd-483c-ae79-cc809bd9c080 for host: dv-cinder-786054-2-smb {{(pid=86332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 17 04:09:03.225698 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58cd0334-038d-488d-8f18-39574778d0a8 None None] Updating router 87afbfa0-06fd-483c-ae79-cc809bd9c080 port 890a4828-83c3-4084-9275-57fb1ec68a0e binding host dv-cinder-786054-2-smb {{(pid=86332) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 17 04:09:03.252181 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.db [None req-b73fa788-1efe-4624-9d56-1e50e3a73659 None None] For port 1efe119f-b428-4a1f-b529-db7523c54195, host dv-cinder-786054-2-smb, cleared binding levels {{(pid=86332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 17 04:09:03.289756 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.db [None req-b73fa788-1efe-4624-9d56-1e50e3a73659 None None] For port 1efe119f-b428-4a1f-b529-db7523c54195, host dv-cinder-786054-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-2-smb',level=0,port_id=1efe119f-b428-4a1f-b529-db7523c54195,segment=NetworkSegment(23ccdc1f-b2d5-44db-aad7-61505c22015e),segment_id=23ccdc1f-b2d5-44db-aad7-61505c22015e)] {{(pid=86332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 17 04:09:03.305597 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-58cd0334-038d-488d-8f18-39574778d0a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853081909'] for port, before_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:09:03.318212 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-b73fa788-1efe-4624-9d56-1e50e3a73659 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1691685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854152290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792299986632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244555219606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792299556228'] for port, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:09:03.325572 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:09:03.333908 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-7fae0b66-0ed4-45a0-8796-addfc04c365d req-40e2fe02-65d2-48cb-88fe-9636f2b90b5d service neutron] 10.222.0.32 "GET /v2.0/networks/3648c013-741e-41bf-ba14-932e8746819e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3730342 Apr 17 04:09:03.540348 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73fa788-1efe-4624-9d56-1e50e3a73659 None None] Pushing event updated for resources: {'Port': ['ID=1efe119f-b428-4a1f-b529-db7523c54195,revision_number=2']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:09:03.550188 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-b73fa788-1efe-4624-9d56-1e50e3a73659 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:09:03.552806 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-5879adf0-68b2-4488-9d05-9fc73114af4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1022791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-944351'] for router, after_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:09:03.783122 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3bf6ae-fc62-4809-b9df-88b4fc4804ce req-1679f06c-bbba-49b8-9c48-dcd9d5a03e22 tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:09:03.791810 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-7d3bf6ae-fc62-4809-b9df-88b4fc4804ce req-1679f06c-bbba-49b8-9c48-dcd9d5a03e22 tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] 10.222.0.20 "GET /v2.0/ports?device_id=ddff59d5-455c-4e23-be4e-32eee2b20c05 HTTP/1.1" status: 200 len: 945 time: 0.4121466 Apr 17 04:09:03.850549 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-58cd0334-038d-488d-8f18-39574778d0a8 None None] Notify callbacks [] for port, precommit_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:09:03.855904 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-7fae0b66-0ed4-45a0-8796-addfc04c365d req-99362de1-3079-4fa8-b85d-1307fd40a157 service neutron] 10.222.0.32 "GET /v2.0/networks/3648c013-741e-41bf-ba14-932e8746819e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4747522 Apr 17 04:09:03.871363 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-681599da-7d56-45cc-935c-7bac916691ee tempest-TestMinimumBasicScenario-1804355180 tempest-TestMinimumBasicScenario-1804355180-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:09:03.875462 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.rpc [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Device 5726dbe8-8c69-4116-83f5-349991488743 up at agent hyperv_hv-cinder-78605 {{(pid=86332) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 17 04:09:03.931979 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-7d3bf6ae-fc62-4809-b9df-88b4fc4804ce req-98c172e1-2a36-40f3-88d2-10e5ac4dad7e tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd5929ab-7671-4e84-b39c-be6225ef81ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1387858 Apr 17 04:09:04.026735 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56bd635-4356-4c1e-b47a-7bfd8a09b4a0 req-6ea207ff-e3ba-43a1-912e-5e5b21a6aa3b tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:09:04.028524 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-a56bd635-4356-4c1e-b47a-7bfd8a09b4a0 req-6ea207ff-e3ba-43a1-912e-5e5b21a6aa3b tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] 10.222.0.20 "GET /v2.0/ports?device_id=e7bd5423-b2e2-475d-a2ab-f5ceb7a824a7 HTTP/1.1" status: 200 len: 945 time: 0.3530295 Apr 17 04:09:04.155148 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-a56bd635-4356-4c1e-b47a-7bfd8a09b4a0 req-82bb2d39-145e-4322-853c-d86f98fdeafd tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] 10.222.0.20 "GET /v2.0/security-groups?id=48edf01a-27e1-4331-aa2f-debc447aa56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189692 Apr 17 04:09:04.164670 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-681599da-7d56-45cc-935c-7bac916691ee tempest-TestMinimumBasicScenario-1804355180 tempest-TestMinimumBasicScenario-1804355180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853081909'] for port, before_update {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:09:04.167533 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.provisioning_blocks [None req-58cd0334-038d-488d-8f18-39574778d0a8 None None] Transition to ACTIVE for port object 890a4828-83c3-4084-9275-57fb1ec68a0e will not be triggered until provisioned by entity L2. {{(pid=86332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 17 04:09:04.182207 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5879adf0-68b2-4488-9d05-9fc73114af4b admin admin] Router ec573b99-f264-4384-afeb-2d1932bf4391 is scheduled to L3 agent 89c35117-d9bd-45d8-8d43-26735203dc9d with binding_index 1 {{(pid=86330) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 17 04:09:04.195378 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-58cd0334-038d-488d-8f18-39574778d0a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1691685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854152290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792299986632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244555219606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792299556228'] for port, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:09:04.220582 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:09:04.362318 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62368c4-a8a4-4cc3-b230-bc12c06bf3e0 None None] Pushing event updated for resources: {'Port': ['ID=890a4828-83c3-4084-9275-57fb1ec68a0e,revision_number=3']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:09:04.416339 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-e62368c4-a8a4-4cc3-b230-bc12c06bf3e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:09:04.456125 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-681599da-7d56-45cc-935c-7bac916691ee tempest-TestMinimumBasicScenario-1804355180 tempest-TestMinimumBasicScenario-1804355180-project] Notify callbacks [] for port, precommit_update {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:09:04.465829 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-681599da-7d56-45cc-935c-7bac916691ee tempest-TestMinimumBasicScenario-1804355180 tempest-TestMinimumBasicScenario-1804355180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1691685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854152290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792299986632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244555219606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792299556228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3817522'] for port, after_update {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:09:04.477194 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.provisioning_blocks [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Provisioning complete for port 5726dbe8-8c69-4116-83f5-349991488743 triggered by entity L2. {{(pid=86332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 17 04:09:04.477608 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2017814'] for port, provisioning_complete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:09:04.489596 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-e560284e-bda6-4f24-b06a-f2647cb0bf18 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:09:04.497610 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5879adf0-68b2-4488-9d05-9fc73114af4b admin admin] Notify agent at l3_agent.dv-cinder-786054-2-smb the message routers_updated {{(pid=86330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 17 04:09:04.507893 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b773225-3343-4222-83c9-0d9444077359 None None] Sync routers for ids ['ec573b99-f264-4384-afeb-2d1932bf4391'] in dv-cinder-786054-2-smb {{(pid=86333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 17 04:09:04.522826 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b773225-3343-4222-83c9-0d9444077359 None None] Routers {'ec573b99-f264-4384-afeb-2d1932bf4391'} bound to L3 agent in host dv-cinder-786054-2-smb {{(pid=86333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 17 04:09:04.523519 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.l3_hamode_db [None req-3b773225-3343-4222-83c9-0d9444077359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786054-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-17T03:57:39Z,description=,heartbeat_timestamp=2021-04-17T04:08:40Z,host='dv-cinder-786054-2-smb',id=89c35117-d9bd-45d8-8d43-26735203dc9d,load=0,resource_versions=,resources_synced=,started_at=2021-04-17T03:57:39Z,topic='l3_agent')) {'router_ids': ['ec573b99-f264-4384-afeb-2d1932bf4391'], 'active': True} {{(pid=86333) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 17 04:09:04.540804 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-5879adf0-68b2-4488-9d05-9fc73114af4b admin admin] Notify callbacks [] for router, before_response {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:09:04.542155 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [None req-5879adf0-68b2-4488-9d05-9fc73114af4b admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.8725736 Apr 17 04:09:04.548664 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.20', 57664) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 17 04:09:04.584181 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.managers [None req-58cd0334-038d-488d-8f18-39574778d0a8 None None] Attempting to bind port 890a4828-83c3-4084-9275-57fb1ec68a0e on host dv-cinder-786054-2-smb for vnic_type normal with profile {{(pid=86332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 17 04:09:04.584638 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.managers [None req-58cd0334-038d-488d-8f18-39574778d0a8 None None] Attempting to bind port 890a4828-83c3-4084-9275-57fb1ec68a0e by drivers openvswitch,hyperv on host dv-cinder-786054-2-smb at level 0 using segments [{'id': '4d7fcafd-580c-4824-905f-e47e11f99a09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '48b42dc6-fdb2-4a1c-899b-553f02cfd6b1'}] {{(pid=86332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 17 04:09:04.585048 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58cd0334-038d-488d-8f18-39574778d0a8 None None] Attempting to bind port 890a4828-83c3-4084-9275-57fb1ec68a0e on network 48b42dc6-fdb2-4a1c-899b-553f02cfd6b1 {{(pid=86332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 17 04:09:04.594769 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58cd0334-038d-488d-8f18-39574778d0a8 None None] Checking agent: {'id': '96b6248f-f9b9-4a9f-9317-f4ef1fc85571', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786054-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 17, 3, 57, 41), 'started_at': datetime.datetime(2021, 4, 17, 3, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 4, 17, 4, 8, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786054-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 17 04:09:04.595189 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58cd0334-038d-488d-8f18-39574778d0a8 None None] Checking segment: {'id': '4d7fcafd-580c-4824-905f-e47e11f99a09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '48b42dc6-fdb2-4a1c-899b-553f02cfd6b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 17 04:09:04.595635 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-58cd0334-038d-488d-8f18-39574778d0a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:09:04.596131 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58cd0334-038d-488d-8f18-39574778d0a8 None None] Bound using segment: {'id': '4d7fcafd-580c-4824-905f-e47e11f99a09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '48b42dc6-fdb2-4a1c-899b-553f02cfd6b1'} {{(pid=86332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 17 04:09:04.596697 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.managers [None req-58cd0334-038d-488d-8f18-39574778d0a8 None None] Bound port: 890a4828-83c3-4084-9275-57fb1ec68a0e, host: dv-cinder-786054-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d7fcafd-580c-4824-905f-e47e11f99a09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '48b42dc6-fdb2-4a1c-899b-553f02cfd6b1'}}] {{(pid=86332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 17 04:09:04.597216 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-58cd0334-038d-488d-8f18-39574778d0a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853081909'] for port, before_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:09:04.745710 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.l3_dvr_db [None req-3b773225-3343-4222-83c9-0d9444077359 None None] Set router ec573b99-f264-4384-afeb-2d1932bf4391 gateway port host: dv-cinder-786054-2-smb {{(pid=86333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 17 04:09:04.772463 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853081909'] for port, before_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:09:04.801591 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-681599da-7d56-45cc-935c-7bac916691ee tempest-TestMinimumBasicScenario-1804355180 tempest-TestMinimumBasicScenario-1804355180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1023409'] for floatingip, after_update {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:09:04.844223 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.db [None req-58cd0334-038d-488d-8f18-39574778d0a8 None None] For port 890a4828-83c3-4084-9275-57fb1ec68a0e, host dv-cinder-786054-2-smb, cleared binding levels {{(pid=86332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 17 04:09:04.848600 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.db [None req-58cd0334-038d-488d-8f18-39574778d0a8 None None] For port 890a4828-83c3-4084-9275-57fb1ec68a0e, host dv-cinder-786054-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-2-smb',level=0,port_id=890a4828-83c3-4084-9275-57fb1ec68a0e,segment=NetworkSegment(4d7fcafd-580c-4824-905f-e47e11f99a09),segment_id=4d7fcafd-580c-4824-905f-e47e11f99a09)] {{(pid=86332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 17 04:09:04.854308 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddff59d5-455c-4e23-be4e-32eee2b20c05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5726dbe8-8c69-4116-83f5-349991488743'}] {{(pid=86332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 17 04:09:04.864162 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-58cd0334-038d-488d-8f18-39574778d0a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1691685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854152290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792299986632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244555219606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792299556228'] for port, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:09:04.874770 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-e62368c4-a8a4-4cc3-b230-bc12c06bf3e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:09:04.939243 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.db [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] For port 5726dbe8-8c69-4116-83f5-349991488743, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=5726dbe8-8c69-4116-83f5-349991488743,segment=NetworkSegment(14b5ea21-40f4-463d-9e75-c37fe439802e),segment_id=14b5ea21-40f4-463d-9e75-c37fe439802e)] {{(pid=86332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 17 04:09:04.944175 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddff59d5-455c-4e23-be4e-32eee2b20c05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5726dbe8-8c69-4116-83f5-349991488743', 'code': 200} Apr 17 04:09:04.960086 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1691685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854152290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792299986632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244555219606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792299556228'] for port, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:09:05.014532 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58cd0334-038d-488d-8f18-39574778d0a8 None None] Routers {'87afbfa0-06fd-483c-ae79-cc809bd9c080'} bound to L3 agent in host dv-cinder-786054-2-smb {{(pid=86332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 17 04:09:05.015240 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.l3_hamode_db [None req-58cd0334-038d-488d-8f18-39574778d0a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786054-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-17T03:57:39Z,description=,heartbeat_timestamp=2021-04-17T04:08:40Z,host='dv-cinder-786054-2-smb',id=89c35117-d9bd-45d8-8d43-26735203dc9d,load=0,resource_versions=,resources_synced=,started_at=2021-04-17T03:57:39Z,topic='l3_agent')) {'router_ids': ['87afbfa0-06fd-483c-ae79-cc809bd9c080'], 'active': True} {{(pid=86332) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 17 04:09:05.201390 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62368c4-a8a4-4cc3-b230-bc12c06bf3e0 None None] Pushing event updated for resources: {'Port': ['ID=890a4828-83c3-4084-9275-57fb1ec68a0e,revision_number=4']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:09:05.207213 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-e62368c4-a8a4-4cc3-b230-bc12c06bf3e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:09:05.213593 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-68b35089-4097-48e9-868c-8f3f917df29d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.224s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:09:05.339690 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.l3_hamode_db [None req-3b773225-3343-4222-83c9-0d9444077359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec573b99-f264-4384-afeb-2d1932bf4391', 'name': 'tempest-TestShelveInstance-1328410593-router', 'tenant_id': 'f539ae10259f44be8e006cf6ce9f524d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3299e77b-a72c-46bf-8676-13cef166cd0a', 'external_fixed_ips': [{'subnet_id': '126682c8-3b96-411d-a59b-48497db5cf0c', 'ip_address': '172.28.1.121'}], 'enable_snat': True}, 'gw_port_id': '56dcb0fe-4726-42d9-b685-a7260cb4bb1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-17T04:09:00Z', 'updated_at': '2021-04-17T04:09:02Z', 'revision_number': 3, 'project_id': 'f539ae10259f44be8e006cf6ce9f524d', 'gw_port': {'id': '56dcb0fe-4726-42d9-b685-a7260cb4bb1c', 'name': '', 'network_id': '3299e77b-a72c-46bf-8676-13cef166cd0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:a8:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec573b99-f264-4384-afeb-2d1932bf4391', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '126682c8-3b96-411d-a59b-48497db5cf0c', 'ip_address': '172.28.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-17T04:09:02Z', 'updated_at': '2021-04-17T04:09:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '126682c8-3b96-411d-a59b-48497db5cf0c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-2-smb'}], 'dv-cinder-786054-2-smb', False) {} {{(pid=86333) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 17 04:09:05.345430 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b773225-3343-4222-83c9-0d9444077359 None None] Checking router: ec573b99-f264-4384-afeb-2d1932bf4391 for host: dv-cinder-786054-2-smb {{(pid=86333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 17 04:09:05.346105 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b773225-3343-4222-83c9-0d9444077359 None None] Updating router ec573b99-f264-4384-afeb-2d1932bf4391 port 56dcb0fe-4726-42d9-b685-a7260cb4bb1c binding host dv-cinder-786054-2-smb {{(pid=86333) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 17 04:09:05.403858 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Pushing event updated for resources: {'Port': ['ID=5726dbe8-8c69-4116-83f5-349991488743,revision_number=10']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:09:05.410509 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:09:05.427230 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.l3_dvr_db [None req-58cd0334-038d-488d-8f18-39574778d0a8 None None] Set router 87afbfa0-06fd-483c-ae79-cc809bd9c080 gateway port host: dv-cinder-786054-2-smb {{(pid=86332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 17 04:09:05.432798 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-3b773225-3343-4222-83c9-0d9444077359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853081909'] for port, before_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:09:05.515349 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61fd8c93-2e73-436a-963b-4dd0685e1ba3 None None] Network fd06db08-45b7-4a93-9943-79599be5cfb2 requested from dv-cinder-786054-2-smb {{(pid=86332) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 17 04:09:05.694210 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681599da-7d56-45cc-935c-7bac916691ee tempest-TestMinimumBasicScenario-1804355180 tempest-TestMinimumBasicScenario-1804355180-project] Pushing event updated for resources: {'Port': ['ID=476d6d26-40af-4452-bd03-37080304e4af,revision_number=2']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:09:05.704732 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-681599da-7d56-45cc-935c-7bac916691ee tempest-TestMinimumBasicScenario-1804355180 tempest-TestMinimumBasicScenario-1804355180-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.215s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:09:05.844664 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.rpc [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] Device 1efe119f-b428-4a1f-b529-db7523c54195 up at agent ovs-agent-dv-cinder-786054-2-smb {{(pid=86332) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 17 04:09:05.873295 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-3b773225-3343-4222-83c9-0d9444077359 None None] Notify callbacks [] for port, precommit_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:09:05.888362 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.provisioning_blocks [None req-3b773225-3343-4222-83c9-0d9444077359 None None] Transition to ACTIVE for port object 56dcb0fe-4726-42d9-b685-a7260cb4bb1c will not be triggered until provisioned by entity L2. {{(pid=86333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 17 04:09:05.896347 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-3b773225-3343-4222-83c9-0d9444077359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1691685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854152290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792299986632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244555219606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792299556228'] for port, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:09:05.901509 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:09:05.911752 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.provisioning_blocks [None req-b08c1290-2793-4133-9a81-ccac1bf12262 None None] Provisioning for port 1efe119f-b428-4a1f-b529-db7523c54195 completed by entity DHCP. {{(pid=86332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 17 04:09:05.992458 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b875e401-d02b-4c06-84ff-b6cbdeba85e0 None None] Pushing event updated for resources: {'Port': ['ID=56dcb0fe-4726-42d9-b685-a7260cb4bb1c,revision_number=2']} {{(pid=86333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:09:05.997783 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-b875e401-d02b-4c06-84ff-b6cbdeba85e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=86333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:09:06.017965 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.managers [None req-3b773225-3343-4222-83c9-0d9444077359 None None] Attempting to bind port 56dcb0fe-4726-42d9-b685-a7260cb4bb1c on host dv-cinder-786054-2-smb for vnic_type normal with profile {{(pid=86333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 17 04:09:06.018483 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.managers [None req-3b773225-3343-4222-83c9-0d9444077359 None None] Attempting to bind port 56dcb0fe-4726-42d9-b685-a7260cb4bb1c by drivers openvswitch,hyperv on host dv-cinder-786054-2-smb at level 0 using segments [{'id': '0331decf-77a3-4764-a14d-d11dc820119c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3299e77b-a72c-46bf-8676-13cef166cd0a'}] {{(pid=86333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 17 04:09:06.018822 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b773225-3343-4222-83c9-0d9444077359 None None] Attempting to bind port 56dcb0fe-4726-42d9-b685-a7260cb4bb1c on network 3299e77b-a72c-46bf-8676-13cef166cd0a {{(pid=86333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 17 04:09:06.025176 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b773225-3343-4222-83c9-0d9444077359 None None] Checking agent: {'id': '96b6248f-f9b9-4a9f-9317-f4ef1fc85571', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786054-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 17, 3, 57, 41), 'started_at': datetime.datetime(2021, 4, 17, 3, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 4, 17, 4, 8, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786054-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 17 04:09:06.025582 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b773225-3343-4222-83c9-0d9444077359 None None] Checking segment: {'id': '0331decf-77a3-4764-a14d-d11dc820119c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3299e77b-a72c-46bf-8676-13cef166cd0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 17 04:09:06.026019 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-3b773225-3343-4222-83c9-0d9444077359 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:09:06.026444 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b773225-3343-4222-83c9-0d9444077359 None None] Bound using segment: {'id': '0331decf-77a3-4764-a14d-d11dc820119c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3299e77b-a72c-46bf-8676-13cef166cd0a'} {{(pid=86333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 17 04:09:06.026950 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.managers [None req-3b773225-3343-4222-83c9-0d9444077359 None None] Bound port: 56dcb0fe-4726-42d9-b685-a7260cb4bb1c, host: dv-cinder-786054-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0331decf-77a3-4764-a14d-d11dc820119c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3299e77b-a72c-46bf-8676-13cef166cd0a'}}] {{(pid=86333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 17 04:09:06.027351 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-3b773225-3343-4222-83c9-0d9444077359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853081909'] for port, before_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:09:06.032478 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.db.l3_db [None req-681599da-7d56-45cc-935c-7bac916691ee tempest-TestMinimumBasicScenario-1804355180 tempest-TestMinimumBasicScenario-1804355180-project] Floating IP a7b7d540-972d-46f3-9e00-22ce869836cb associated. External IP: 172.28.1.86, port: 4a43203c-ceaa-4e06-80e8-a8cc7e4361a1. Apr 17 04:09:06.115814 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.db [None req-3b773225-3343-4222-83c9-0d9444077359 None None] For port 56dcb0fe-4726-42d9-b685-a7260cb4bb1c, host dv-cinder-786054-2-smb, cleared binding levels {{(pid=86333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 17 04:09:06.119614 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.db [None req-3b773225-3343-4222-83c9-0d9444077359 None None] For port 56dcb0fe-4726-42d9-b685-a7260cb4bb1c, host dv-cinder-786054-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-2-smb',level=0,port_id=56dcb0fe-4726-42d9-b685-a7260cb4bb1c,segment=NetworkSegment(0331decf-77a3-4764-a14d-d11dc820119c),segment_id=0331decf-77a3-4764-a14d-d11dc820119c)] {{(pid=86333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 17 04:09:06.138700 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-3b773225-3343-4222-83c9-0d9444077359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1691685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854152290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792299986632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244555219606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792299556228'] for port, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:09:06.147924 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:09:06.230531 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b773225-3343-4222-83c9-0d9444077359 None None] Routers {'ec573b99-f264-4384-afeb-2d1932bf4391'} bound to L3 agent in host dv-cinder-786054-2-smb {{(pid=86333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 17 04:09:06.231318 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.l3_hamode_db [None req-3b773225-3343-4222-83c9-0d9444077359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786054-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-17T03:57:39Z,description=,heartbeat_timestamp=2021-04-17T04:08:40Z,host='dv-cinder-786054-2-smb',id=89c35117-d9bd-45d8-8d43-26735203dc9d,load=0,resource_versions=,resources_synced=,started_at=2021-04-17T03:57:39Z,topic='l3_agent')) {'router_ids': ['ec573b99-f264-4384-afeb-2d1932bf4391'], 'active': True} {{(pid=86333) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 17 04:09:06.302976 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.provisioning_blocks [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] Provisioning for port 1efe119f-b428-4a1f-b529-db7523c54195 completed by entity L2. {{(pid=86332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 17 04:09:06.319518 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b875e401-d02b-4c06-84ff-b6cbdeba85e0 None None] Pushing event updated for resources: {'Port': ['ID=56dcb0fe-4726-42d9-b685-a7260cb4bb1c,revision_number=3']} {{(pid=86333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:09:06.346141 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.provisioning_blocks [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] Provisioning complete for port 1efe119f-b428-4a1f-b529-db7523c54195 triggered by entity L2. {{(pid=86332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 17 04:09:06.346667 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2017814'] for port, provisioning_complete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:09:06.481966 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.l3_hamode_db [None req-58cd0334-038d-488d-8f18-39574778d0a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87afbfa0-06fd-483c-ae79-cc809bd9c080', 'name': 'tempest-TestShelveInstance-1684563367-router', 'tenant_id': 'ca6206a14e294f1c94050af1f73d53f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3299e77b-a72c-46bf-8676-13cef166cd0a', 'external_fixed_ips': [{'subnet_id': '126682c8-3b96-411d-a59b-48497db5cf0c', 'ip_address': '172.28.1.69'}], 'enable_snat': True}, 'gw_port_id': '96b317a3-e3cc-41f2-bfc2-124206db5b4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-17T04:08:52Z', 'updated_at': '2021-04-17T04:08:57Z', 'revision_number': 4, 'project_id': 'ca6206a14e294f1c94050af1f73d53f8', 'gw_port': {'id': '96b317a3-e3cc-41f2-bfc2-124206db5b4e', 'name': '', 'network_id': '3299e77b-a72c-46bf-8676-13cef166cd0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:ca:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87afbfa0-06fd-483c-ae79-cc809bd9c080', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '126682c8-3b96-411d-a59b-48497db5cf0c', 'ip_address': '172.28.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-17T04:08:53Z', 'updated_at': '2021-04-17T04:09:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126682c8-3b96-411d-a59b-48497db5cf0c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-2-smb', '_interfaces': [{'id': '890a4828-83c3-4084-9275-57fb1ec68a0e', 'name': '', 'network_id': '48b42dc6-fdb2-4a1c-899b-553f02cfd6b1', 'tenant_id': 'ca6206a14e294f1c94050af1f73d53f8', 'mac_address': 'fa:16:3e:f5:44:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87afbfa0-06fd-483c-ae79-cc809bd9c080', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '7ebd19d5-d3c8-4014-91e1-906c5d4ffe3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-17T04:08:56Z', 'updated_at': '2021-04-17T04:09:04Z', 'revision_number': 4, 'project_id': 'ca6206a14e294f1c94050af1f73d53f8', 'subnets': [{'id': '7ebd19d5-d3c8-4014-91e1-906c5d4ffe3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-2-smb', False) {} {{(pid=86332) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 17 04:09:06.505725 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58cd0334-038d-488d-8f18-39574778d0a8 None None] The sync data for ids ['87afbfa0-06fd-483c-ae79-cc809bd9c080'] in dv-cinder-786054-2-smb is: [{'id': '87afbfa0-06fd-483c-ae79-cc809bd9c080', 'name': 'tempest-TestShelveInstance-1684563367-router', 'tenant_id': 'ca6206a14e294f1c94050af1f73d53f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3299e77b-a72c-46bf-8676-13cef166cd0a', 'external_fixed_ips': [{'subnet_id': '126682c8-3b96-411d-a59b-48497db5cf0c', 'ip_address': '172.28.1.69'}], 'enable_snat': True}, 'gw_port_id': '96b317a3-e3cc-41f2-bfc2-124206db5b4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-17T04:08:52Z', 'updated_at': '2021-04-17T04:08:57Z', 'revision_number': 4, 'project_id': 'ca6206a14e294f1c94050af1f73d53f8', 'gw_port': {'id': '96b317a3-e3cc-41f2-bfc2-124206db5b4e', 'name': '', 'network_id': '3299e77b-a72c-46bf-8676-13cef166cd0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:ca:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87afbfa0-06fd-483c-ae79-cc809bd9c080', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '126682c8-3b96-411d-a59b-48497db5cf0c', 'ip_address': '172.28.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-17T04:08:53Z', 'updated_at': '2021-04-17T04:09:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126682c8-3b96-411d-a59b-48497db5cf0c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-2-smb', '_interfaces': [{'id': '890a4828-83c3-4084-9275-57fb1ec68a0e', 'name': '', 'network_id': '48b42dc6-fdb2-4a1c-899b-553f02cfd6b1', 'tenant_id': 'ca6206a14e294f1c94050af1f73d53f8', 'mac_address': 'fa:16:3e:f5:44:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87afbfa0-06fd-483c-ae79-cc809bd9c080', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '7ebd19d5-d3c8-4014-91e1-906c5d4ffe3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-17T04:08:56Z', 'updated_at': '2021-04-17T04:09:04Z', 'revision_number': 4, 'project_id': 'ca6206a14e294f1c94050af1f73d53f8', 'subnets': [{'id': '7ebd19d5-d3c8-4014-91e1-906c5d4ffe3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 17 04:09:06.532478 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853081909'] for port, before_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:09:06.563461 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-b875e401-d02b-4c06-84ff-b6cbdeba85e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.415s {{(pid=86333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:09:06.576432 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.db [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] For port 1efe119f-b428-4a1f-b529-db7523c54195, host dv-cinder-786054-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-2-smb',level=0,port_id=1efe119f-b428-4a1f-b529-db7523c54195,segment=NetworkSegment(23ccdc1f-b2d5-44db-aad7-61505c22015e),segment_id=23ccdc1f-b2d5-44db-aad7-61505c22015e)] {{(pid=86332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 17 04:09:06.581655 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1691685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854152290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792299986632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244555219606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792299556228'] for port, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:09:06.583902 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:09:06.644515 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97539baf-dcd6-4946-bfbf-3a25e4f339d6 req-2b8c8dfc-fd3e-4672-82f2-634a0dce1eaa tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:09:06.653027 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-97539baf-dcd6-4946-bfbf-3a25e4f339d6 req-2b8c8dfc-fd3e-4672-82f2-634a0dce1eaa tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] 10.222.0.20 "GET /v2.0/ports?device_id=e7bd5423-b2e2-475d-a2ab-f5ceb7a824a7 HTTP/1.1" status: 200 len: 945 time: 1.1858728 Apr 17 04:09:06.682476 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.l3_dvr_db [None req-3b773225-3343-4222-83c9-0d9444077359 None None] Set router ec573b99-f264-4384-afeb-2d1932bf4391 gateway port host: dv-cinder-786054-2-smb {{(pid=86333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 17 04:09:06.705253 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] Pushing event updated for resources: {'Port': ['ID=1efe119f-b428-4a1f-b529-db7523c54195,revision_number=3']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:09:06.716497 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:09:06.814859 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d545dc78-be26-4841-b3f3-b244610be5a5 req-22008d84-26ef-4b2d-8899-7f26393f991d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:09:06.816518 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-d545dc78-be26-4841-b3f3-b244610be5a5 req-22008d84-26ef-4b2d-8899-7f26393f991d service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=ddff59d5-455c-4e23-be4e-32eee2b20c05 HTTP/1.1" status: 200 len: 1100 time: 1.1699817 Apr 17 04:09:06.838061 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.provisioning_blocks [None req-cde8caa4-abb6-49ac-bc81-5f5053e27c99 None None] Provisioning complete for port 1efe119f-b428-4a1f-b529-db7523c54195 triggered by entity DHCP. {{(pid=86332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 17 04:09:06.838481 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-cde8caa4-abb6-49ac-bc81-5f5053e27c99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2017814'] for port, provisioning_complete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:09:06.870904 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436311d5-883a-4b14-903b-ccb58ce0e2c9 req-c66e5b0f-a131-46f8-97a9-123bf9d7f43e tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:09:06.877680 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-436311d5-883a-4b14-903b-ccb58ce0e2c9 req-c66e5b0f-a131-46f8-97a9-123bf9d7f43e tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] 10.222.0.20 "GET /v2.0/ports?device_id=ddff59d5-455c-4e23-be4e-32eee2b20c05 HTTP/1.1" status: 200 len: 947 time: 1.4093153 Apr 17 04:09:06.887105 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-97539baf-dcd6-4946-bfbf-3a25e4f339d6 req-13a47377-2b97-4f23-afd0-560115625500 tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] 10.222.0.20 "GET /v2.0/security-groups?id=48edf01a-27e1-4331-aa2f-debc447aa56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2330713 Apr 17 04:09:07.047332 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.l3_hamode_db [None req-3b773225-3343-4222-83c9-0d9444077359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec573b99-f264-4384-afeb-2d1932bf4391', 'name': 'tempest-TestShelveInstance-1328410593-router', 'tenant_id': 'f539ae10259f44be8e006cf6ce9f524d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3299e77b-a72c-46bf-8676-13cef166cd0a', 'external_fixed_ips': [{'subnet_id': '126682c8-3b96-411d-a59b-48497db5cf0c', 'ip_address': '172.28.1.121'}], 'enable_snat': True}, 'gw_port_id': '56dcb0fe-4726-42d9-b685-a7260cb4bb1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-17T04:09:00Z', 'updated_at': '2021-04-17T04:09:02Z', 'revision_number': 3, 'project_id': 'f539ae10259f44be8e006cf6ce9f524d', 'gw_port': {'id': '56dcb0fe-4726-42d9-b685-a7260cb4bb1c', 'name': '', 'network_id': '3299e77b-a72c-46bf-8676-13cef166cd0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:a8:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec573b99-f264-4384-afeb-2d1932bf4391', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '126682c8-3b96-411d-a59b-48497db5cf0c', 'ip_address': '172.28.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-17T04:09:02Z', 'updated_at': '2021-04-17T04:09:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '126682c8-3b96-411d-a59b-48497db5cf0c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-2-smb'}], 'dv-cinder-786054-2-smb', False) {} {{(pid=86333) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 17 04:09:07.052636 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b773225-3343-4222-83c9-0d9444077359 None None] The sync data for ids ['ec573b99-f264-4384-afeb-2d1932bf4391'] in dv-cinder-786054-2-smb is: [{'id': 'ec573b99-f264-4384-afeb-2d1932bf4391', 'name': 'tempest-TestShelveInstance-1328410593-router', 'tenant_id': 'f539ae10259f44be8e006cf6ce9f524d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3299e77b-a72c-46bf-8676-13cef166cd0a', 'external_fixed_ips': [{'subnet_id': '126682c8-3b96-411d-a59b-48497db5cf0c', 'ip_address': '172.28.1.121'}], 'enable_snat': True}, 'gw_port_id': '56dcb0fe-4726-42d9-b685-a7260cb4bb1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-17T04:09:00Z', 'updated_at': '2021-04-17T04:09:02Z', 'revision_number': 3, 'project_id': 'f539ae10259f44be8e006cf6ce9f524d', 'gw_port': {'id': '56dcb0fe-4726-42d9-b685-a7260cb4bb1c', 'name': '', 'network_id': '3299e77b-a72c-46bf-8676-13cef166cd0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:a8:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec573b99-f264-4384-afeb-2d1932bf4391', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '126682c8-3b96-411d-a59b-48497db5cf0c', 'ip_address': '172.28.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-17T04:09:02Z', 'updated_at': '2021-04-17T04:09:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '126682c8-3b96-411d-a59b-48497db5cf0c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-2-smb'}] {{(pid=86333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 17 04:09:07.059761 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-681599da-7d56-45cc-935c-7bac916691ee tempest-TestMinimumBasicScenario-1804355180 tempest-TestMinimumBasicScenario-1804355180-project] Router 2b91a02e-b9b7-4240-8341-3587330754f5 has already been hosted by L3 agent 89c35117-d9bd-45d8-8d43-26735203dc9d {{(pid=86331) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 17 04:09:07.089927 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-436311d5-883a-4b14-903b-ccb58ce0e2c9 req-391c6418-734e-4686-aba2-848e5df0306e tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd5929ab-7671-4e84-b39c-be6225ef81ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1726687 Apr 17 04:09:07.100828 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-d545dc78-be26-4841-b3f3-b244610be5a5 req-e24aa717-e5ab-4476-9b88-1726af228eb8 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=bd5929ab-7671-4e84-b39c-be6225ef81ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2219944 Apr 17 04:09:07.283794 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-77f5f0dd-66e1-45f9-8a44-c89e9bcb8952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244554870149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852757949'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:09:07.448087 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-44ccee63-9e43-47d8-9da7-2fbf04489805 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853081909'] for port, before_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:09:07.458768 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-681599da-7d56-45cc-935c-7bac916691ee tempest-TestMinimumBasicScenario-1804355180 tempest-TestMinimumBasicScenario-1804355180-project] Notify agent at l3_agent.dv-cinder-786054-2-smb the message routers_updated {{(pid=86331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 17 04:09:07.469405 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c05c157-a95d-455b-ac4c-61f037fa44fb None None] Sync routers for ids ['2b91a02e-b9b7-4240-8341-3587330754f5'] in dv-cinder-786054-2-smb {{(pid=86332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 17 04:09:07.485009 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c05c157-a95d-455b-ac4c-61f037fa44fb None None] Routers {'2b91a02e-b9b7-4240-8341-3587330754f5'} bound to L3 agent in host dv-cinder-786054-2-smb {{(pid=86332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 17 04:09:07.485955 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.l3_hamode_db [None req-9c05c157-a95d-455b-ac4c-61f037fa44fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786054-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-17T03:57:39Z,description=,heartbeat_timestamp=2021-04-17T04:08:40Z,host='dv-cinder-786054-2-smb',id=89c35117-d9bd-45d8-8d43-26735203dc9d,load=0,resource_versions=,resources_synced=,started_at=2021-04-17T03:57:39Z,topic='l3_agent')) {'router_ids': ['2b91a02e-b9b7-4240-8341-3587330754f5'], 'active': True} {{(pid=86332) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 17 04:09:07.554385 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-681599da-7d56-45cc-935c-7bac916691ee tempest-TestMinimumBasicScenario-1804355180 tempest-TestMinimumBasicScenario-1804355180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2986'] for floatingip, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:09:07.964793 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b346564f-71c4-4fdf-8094-3101246fa679 req-bb1998e8-1ec6-4044-9d13-c7bbc3f78a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:09:07.966745 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-b346564f-71c4-4fdf-8094-3101246fa679 req-bb1998e8-1ec6-4044-9d13-c7bbc3f78a37 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a895b4724282424590f36093c5571d4e&device_id=ddff59d5-455c-4e23-be4e-32eee2b20c05 HTTP/1.1" status: 200 len: 1100 time: 0.5985546 Apr 17 04:09:08.026964 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.rpc [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] Device 1efe119f-b428-4a1f-b529-db7523c54195 up at agent ovs-agent-dv-cinder-786054-2-smb {{(pid=86332) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 17 04:09:08.092472 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.l3_dvr_db [None req-9c05c157-a95d-455b-ac4c-61f037fa44fb None None] Set router 2b91a02e-b9b7-4240-8341-3587330754f5 gateway port host: dv-cinder-786054-2-smb {{(pid=86332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 17 04:09:08.096925 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.20', 57692) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 17 04:09:08.103570 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.v2.base [None req-57a82f34-bad0-4172-ac5c-c3a60b02c9af tempest-TestMinimumBasicScenario-1804355180 tempest-TestMinimumBasicScenario-1804355180-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-974668690', 'description': 'tempest-secgroup-smoke-974668690 description', 'project_id': '20095d40d9834d4b9753d4486e3a3e2c'}} {{(pid=86330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 17 04:09:08.108517 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [None req-681599da-7d56-45cc-935c-7bac916691ee tempest-TestMinimumBasicScenario-1804355180 tempest-TestMinimumBasicScenario-1804355180-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 7.0073969 Apr 17 04:09:08.114232 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [None req-57a82f34-bad0-4172-ac5c-c3a60b02c9af tempest-TestMinimumBasicScenario-1804355180 tempest-TestMinimumBasicScenario-1804355180-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 17 04:09:08.118915 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [None req-57a82f34-bad0-4172-ac5c-c3a60b02c9af tempest-TestMinimumBasicScenario-1804355180 tempest-TestMinimumBasicScenario-1804355180-project] Usage tracker for resource:security_group and tenant:20095d40d9834d4b9753d4486e3a3e2c is out of sync, need to count used quota {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 17 04:09:08.127228 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [None req-57a82f34-bad0-4172-ac5c-c3a60b02c9af tempest-TestMinimumBasicScenario-1804355180 tempest-TestMinimumBasicScenario-1804355180-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 17 04:09:08.138845 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [None req-57a82f34-bad0-4172-ac5c-c3a60b02c9af tempest-TestMinimumBasicScenario-1804355180 tempest-TestMinimumBasicScenario-1804355180-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 17 04:09:08.161164 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-57a82f34-bad0-4172-ac5c-c3a60b02c9af tempest-TestMinimumBasicScenario-1804355180 tempest-TestMinimumBasicScenario-1804355180-project] Notify callbacks [] for security_group, before_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:09:08.182949 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77c6f62d-8974-4b57-968d-f8f839d90eb8', 'tag': '4a43203c-ceaa-4e06-80e8-a8cc7e4361a1'}] {{(pid=86331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 17 04:09:08.231856 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [None req-57a82f34-bad0-4172-ac5c-c3a60b02c9af tempest-TestMinimumBasicScenario-1804355180 tempest-TestMinimumBasicScenario-1804355180-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 17 04:09:08.236664 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [None req-57a82f34-bad0-4172-ac5c-c3a60b02c9af tempest-TestMinimumBasicScenario-1804355180 tempest-TestMinimumBasicScenario-1804355180-project] Usage tracker for resource:security_group_rule and tenant:20095d40d9834d4b9753d4486e3a3e2c is out of sync, need to count used quota {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 17 04:09:08.242056 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [None req-57a82f34-bad0-4172-ac5c-c3a60b02c9af tempest-TestMinimumBasicScenario-1804355180 tempest-TestMinimumBasicScenario-1804355180-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 17 04:09:08.263522 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [None req-57a82f34-bad0-4172-ac5c-c3a60b02c9af tempest-TestMinimumBasicScenario-1804355180 tempest-TestMinimumBasicScenario-1804355180-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 17 04:09:08.400288 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-57a82f34-bad0-4172-ac5c-c3a60b02c9af tempest-TestMinimumBasicScenario-1804355180 tempest-TestMinimumBasicScenario-1804355180-project] Notify callbacks [] for security_group, precommit_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:09:08.410297 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-57a82f34-bad0-4172-ac5c-c3a60b02c9af tempest-TestMinimumBasicScenario-1804355180 tempest-TestMinimumBasicScenario-1804355180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920236'] for security_group, after_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:09:08.416357 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b346564f-71c4-4fdf-8094-3101246fa679 req-3bbcf55e-2ee4-4cbc-b6b4-320bc8843d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:09:08.418109 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-b346564f-71c4-4fdf-8094-3101246fa679 req-3bbcf55e-2ee4-4cbc-b6b4-320bc8843d48 service neutron] 10.222.0.32 "GET /v2.0/networks?id=f8f93dec-df20-4bb3-95a3-f64dab26a2d6 HTTP/1.1" status: 200 len: 918 time: 0.3688149 Apr 17 04:09:08.418557 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-dbd4a981-5618-48df-81d3-b50b89fb386f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:09:08.484323 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a82f34-bad0-4172-ac5c-c3a60b02c9af tempest-TestMinimumBasicScenario-1804355180 tempest-TestMinimumBasicScenario-1804355180-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a6570863-17a7-49ed-a7df-bde337527753,revision_number=1']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:09:08.499468 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a82f34-bad0-4172-ac5c-c3a60b02c9af tempest-TestMinimumBasicScenario-1804355180 tempest-TestMinimumBasicScenario-1804355180-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:09:08.499888 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a82f34-bad0-4172-ac5c-c3a60b02c9af tempest-TestMinimumBasicScenario-1804355180 tempest-TestMinimumBasicScenario-1804355180-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:09:08.500353 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a82f34-bad0-4172-ac5c-c3a60b02c9af tempest-TestMinimumBasicScenario-1804355180 tempest-TestMinimumBasicScenario-1804355180-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:09:08.500782 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a82f34-bad0-4172-ac5c-c3a60b02c9af tempest-TestMinimumBasicScenario-1804355180 tempest-TestMinimumBasicScenario-1804355180-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:09:08.501178 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a82f34-bad0-4172-ac5c-c3a60b02c9af tempest-TestMinimumBasicScenario-1804355180 tempest-TestMinimumBasicScenario-1804355180-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:09:08.501573 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a82f34-bad0-4172-ac5c-c3a60b02c9af tempest-TestMinimumBasicScenario-1804355180 tempest-TestMinimumBasicScenario-1804355180-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:09:08.502219 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a82f34-bad0-4172-ac5c-c3a60b02c9af tempest-TestMinimumBasicScenario-1804355180 tempest-TestMinimumBasicScenario-1804355180-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:09:08.502564 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a82f34-bad0-4172-ac5c-c3a60b02c9af tempest-TestMinimumBasicScenario-1804355180 tempest-TestMinimumBasicScenario-1804355180-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:09:08.502960 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a82f34-bad0-4172-ac5c-c3a60b02c9af tempest-TestMinimumBasicScenario-1804355180 tempest-TestMinimumBasicScenario-1804355180-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:09:08.503351 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a82f34-bad0-4172-ac5c-c3a60b02c9af tempest-TestMinimumBasicScenario-1804355180 tempest-TestMinimumBasicScenario-1804355180-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:09:08.503744 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a82f34-bad0-4172-ac5c-c3a60b02c9af tempest-TestMinimumBasicScenario-1804355180 tempest-TestMinimumBasicScenario-1804355180-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:09:08.504133 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a82f34-bad0-4172-ac5c-c3a60b02c9af tempest-TestMinimumBasicScenario-1804355180 tempest-TestMinimumBasicScenario-1804355180-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:09:08.509202 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-57a82f34-bad0-4172-ac5c-c3a60b02c9af tempest-TestMinimumBasicScenario-1804355180 tempest-TestMinimumBasicScenario-1804355180-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:09:08.521700 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-57a82f34-bad0-4172-ac5c-c3a60b02c9af tempest-TestMinimumBasicScenario-1804355180 tempest-TestMinimumBasicScenario-1804355180-project] Notify callbacks [] for security_group, before_response {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:09:08.523167 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [None req-57a82f34-bad0-4172-ac5c-c3a60b02c9af tempest-TestMinimumBasicScenario-1804355180 tempest-TestMinimumBasicScenario-1804355180-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.4250040 Apr 17 04:09:08.526293 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.20', 57708) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 17 04:09:08.534096 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.v2.base [None req-d2032acd-9d1f-4adf-a837-061e22281ca2 tempest-TestMinimumBasicScenario-1804355180 tempest-TestMinimumBasicScenario-1804355180-project] Request body: {'security_group_rule': {'security_group_id': 'a6570863-17a7-49ed-a7df-bde337527753', 'project_id': '20095d40d9834d4b9753d4486e3a3e2c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 17 04:09:08.541856 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [None req-d2032acd-9d1f-4adf-a837-061e22281ca2 tempest-TestMinimumBasicScenario-1804355180 tempest-TestMinimumBasicScenario-1804355180-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 17 04:09:08.545184 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.provisioning_blocks [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] Provisioning complete for port 1efe119f-b428-4a1f-b529-db7523c54195 triggered by entity L2. {{(pid=86332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 17 04:09:08.545615 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2017814'] for port, provisioning_complete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:09:08.545978 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [None req-d2032acd-9d1f-4adf-a837-061e22281ca2 tempest-TestMinimumBasicScenario-1804355180 tempest-TestMinimumBasicScenario-1804355180-project] Usage tracker for resource:security_group_rule and tenant:20095d40d9834d4b9753d4486e3a3e2c is out of sync, need to count used quota {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 17 04:09:08.549395 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [None req-d2032acd-9d1f-4adf-a837-061e22281ca2 tempest-TestMinimumBasicScenario-1804355180 tempest-TestMinimumBasicScenario-1804355180-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 17 04:09:08.557001 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [None req-d2032acd-9d1f-4adf-a837-061e22281ca2 tempest-TestMinimumBasicScenario-1804355180 tempest-TestMinimumBasicScenario-1804355180-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 17 04:09:08.576309 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-d2032acd-9d1f-4adf-a837-061e22281ca2 tempest-TestMinimumBasicScenario-1804355180 tempest-TestMinimumBasicScenario-1804355180-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:09:08.648772 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.l3_hamode_db [None req-9c05c157-a95d-455b-ac4c-61f037fa44fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b91a02e-b9b7-4240-8341-3587330754f5', 'name': 'tempest-TestMinimumBasicScenario-1304640215-router', 'tenant_id': '20095d40d9834d4b9753d4486e3a3e2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3299e77b-a72c-46bf-8676-13cef166cd0a', 'external_fixed_ips': [{'subnet_id': '126682c8-3b96-411d-a59b-48497db5cf0c', 'ip_address': '172.28.1.7'}], 'enable_snat': True}, 'gw_port_id': 'fb653b47-67c9-47d3-a54e-625149b21938', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-17T04:07:30Z', 'updated_at': '2021-04-17T04:07:37Z', 'revision_number': 4, 'project_id': '20095d40d9834d4b9753d4486e3a3e2c', 'gw_port': {'id': 'fb653b47-67c9-47d3-a54e-625149b21938', 'name': '', 'network_id': '3299e77b-a72c-46bf-8676-13cef166cd0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:50:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b91a02e-b9b7-4240-8341-3587330754f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '126682c8-3b96-411d-a59b-48497db5cf0c', 'ip_address': '172.28.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-17T04:07:32Z', 'updated_at': '2021-04-17T04:07:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126682c8-3b96-411d-a59b-48497db5cf0c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-2-smb', '_floatingips': [{'id': 'a7b7d540-972d-46f3-9e00-22ce869836cb', 'tenant_id': '20095d40d9834d4b9753d4486e3a3e2c', 'floating_ip_address': '172.28.1.86', 'floating_network_id': '3299e77b-a72c-46bf-8676-13cef166cd0a', 'router_id': '2b91a02e-b9b7-4240-8341-3587330754f5', 'port_id': '4a43203c-ceaa-4e06-80e8-a8cc7e4361a1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 414, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43cd83d7-cb61-4acf-ae4e-cda478ed81e9', 'mac_address': 'fa:16:3e:ee:db:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77c6f62d-8974-4b57-968d-f8f839d90eb8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-17T04:09:03Z', 'updated_at': '2021-04-17T04:09:03Z', 'revision_number': 0, 'project_id': '20095d40d9834d4b9753d4486e3a3e2c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02ef0d5c-f46f-417d-ac8f-4d9f92f3e98c', 'name': '', 'network_id': '43cd83d7-cb61-4acf-ae4e-cda478ed81e9', 'tenant_id': '20095d40d9834d4b9753d4486e3a3e2c', 'mac_address': 'fa:16:3e:1e:3e:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b91a02e-b9b7-4240-8341-3587330754f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '1a503fcd-4993-4e66-b302-8d39173456fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-17T04:07:36Z', 'updated_at': '2021-04-17T04:07:49Z', 'revision_number': 5, 'project_id': '20095d40d9834d4b9753d4486e3a3e2c', 'subnets': [{'id': '1a503fcd-4993-4e66-b302-8d39173456fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-2-smb', False) {} {{(pid=86332) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 17 04:09:08.654021 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c05c157-a95d-455b-ac4c-61f037fa44fb None None] Checking router: 2b91a02e-b9b7-4240-8341-3587330754f5 for host: dv-cinder-786054-2-smb {{(pid=86332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 17 04:09:08.658519 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19196c45-abaa-4344-b245-8a2fb1aab064 req-96a57f4f-4383-4bca-a07d-a72abd44e008 tempest-AttachVolumeNegativeTest-1226596354 tempest-AttachVolumeNegativeTest-1226596354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:09:08.660587 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-19196c45-abaa-4344-b245-8a2fb1aab064 req-96a57f4f-4383-4bca-a07d-a72abd44e008 tempest-AttachVolumeNegativeTest-1226596354 tempest-AttachVolumeNegativeTest-1226596354-project] 10.222.0.20 "GET /v2.0/ports?device_id=7131e4ac-023d-4de7-9559-432fdf3d501b HTTP/1.1" status: 200 len: 945 time: 0.4785819 Apr 17 04:09:08.679521 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-d2032acd-9d1f-4adf-a837-061e22281ca2 tempest-TestMinimumBasicScenario-1804355180 tempest-TestMinimumBasicScenario-1804355180-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:09:08.681095 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96c738a-e471-42de-bc4e-9470799ba411 req-69801fda-e1ee-436a-942a-9ebbce659309 tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:09:08.683045 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-e96c738a-e471-42de-bc4e-9470799ba411 req-69801fda-e1ee-436a-942a-9ebbce659309 tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] 10.222.0.20 "GET /v2.0/ports?device_id=e7bd5423-b2e2-475d-a2ab-f5ceb7a824a7 HTTP/1.1" status: 200 len: 945 time: 0.5664837 Apr 17 04:09:08.689102 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-d2032acd-9d1f-4adf-a837-061e22281ca2 tempest-TestMinimumBasicScenario-1804355180 tempest-TestMinimumBasicScenario-1804355180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920256'] for security_group_rule, after_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:09:08.692862 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:09:08.717154 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c05c157-a95d-455b-ac4c-61f037fa44fb None None] Routers {'2b91a02e-b9b7-4240-8341-3587330754f5'} bound to L3 agent in host dv-cinder-786054-2-smb {{(pid=86332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 17 04:09:08.718080 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.l3_hamode_db [None req-9c05c157-a95d-455b-ac4c-61f037fa44fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786054-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-17T03:57:39Z,description=,heartbeat_timestamp=2021-04-17T04:08:40Z,host='dv-cinder-786054-2-smb',id=89c35117-d9bd-45d8-8d43-26735203dc9d,load=0,resource_versions=,resources_synced=,started_at=2021-04-17T03:57:39Z,topic='l3_agent')) {'router_ids': ['2b91a02e-b9b7-4240-8341-3587330754f5'], 'active': True} {{(pid=86332) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 17 04:09:08.739411 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2032acd-9d1f-4adf-a837-061e22281ca2 tempest-TestMinimumBasicScenario-1804355180 tempest-TestMinimumBasicScenario-1804355180-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6619e56-8417-4381-b06c-c2e40e615b88,revision_number=0']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:09:08.742918 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-d2032acd-9d1f-4adf-a837-061e22281ca2 tempest-TestMinimumBasicScenario-1804355180 tempest-TestMinimumBasicScenario-1804355180-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:09:08.745486 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [None req-d2032acd-9d1f-4adf-a837-061e22281ca2 tempest-TestMinimumBasicScenario-1804355180 tempest-TestMinimumBasicScenario-1804355180-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2180688 Apr 17 04:09:08.746703 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-d2032acd-9d1f-4adf-a837-061e22281ca2 tempest-TestMinimumBasicScenario-1804355180 tempest-TestMinimumBasicScenario-1804355180-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:09:08.747855 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-b346564f-71c4-4fdf-8094-3101246fa679 req-f92da23a-f413-4714-8eaf-785602ac83cd service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5726dbe8-8c69-4116-83f5-349991488743 HTTP/1.1" status: 200 len: 1002 time: 0.3051543 Apr 17 04:09:08.749346 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.20', 57722) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 17 04:09:08.764075 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.v2.base [None req-da8d3c90-7477-4676-99cc-e05287af69c7 tempest-TestMinimumBasicScenario-1804355180 tempest-TestMinimumBasicScenario-1804355180-project] Request body: {'security_group_rule': {'security_group_id': 'a6570863-17a7-49ed-a7df-bde337527753', 'project_id': '20095d40d9834d4b9753d4486e3a3e2c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=86330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 17 04:09:08.773194 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [None req-da8d3c90-7477-4676-99cc-e05287af69c7 tempest-TestMinimumBasicScenario-1804355180 tempest-TestMinimumBasicScenario-1804355180-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 17 04:09:08.780641 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [None req-da8d3c90-7477-4676-99cc-e05287af69c7 tempest-TestMinimumBasicScenario-1804355180 tempest-TestMinimumBasicScenario-1804355180-project] Usage tracker for resource:security_group_rule and tenant:20095d40d9834d4b9753d4486e3a3e2c is out of sync, need to count used quota {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 17 04:09:08.788374 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [None req-da8d3c90-7477-4676-99cc-e05287af69c7 tempest-TestMinimumBasicScenario-1804355180 tempest-TestMinimumBasicScenario-1804355180-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 17 04:09:08.791852 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-e96c738a-e471-42de-bc4e-9470799ba411 req-e7ccd698-19a6-4533-94a1-7799899227af tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] 10.222.0.20 "GET /v2.0/security-groups?id=48edf01a-27e1-4331-aa2f-debc447aa56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891881 Apr 17 04:09:08.796304 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [None req-da8d3c90-7477-4676-99cc-e05287af69c7 tempest-TestMinimumBasicScenario-1804355180 tempest-TestMinimumBasicScenario-1804355180-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 17 04:09:08.821128 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-da8d3c90-7477-4676-99cc-e05287af69c7 tempest-TestMinimumBasicScenario-1804355180 tempest-TestMinimumBasicScenario-1804355180-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:09:08.885629 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.db_base_plugin_common [None req-44ccee63-9e43-47d8-9da7-2fbf04489805 admin admin] Allocated IP 172.20.0.1 (fd06db08-45b7-4a93-9943-79599be5cfb2/b294b6a7-22fc-4dd9-8d61-e34e0aad06e3/c22cc7f4-732c-4613-8086-f159f4e9b31f) {{(pid=86331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 17 04:09:08.889304 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b346564f-71c4-4fdf-8094-3101246fa679 req-0f90bf14-42e3-4405-bd6d-9d8c2467b99d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:09:08.890910 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-b346564f-71c4-4fdf-8094-3101246fa679 req-0f90bf14-42e3-4405-bd6d-9d8c2467b99d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=343cf9b8-b4dd-451f-9881-fd976f22c732 HTTP/1.1" status: 200 len: 856 time: 0.1034672 Apr 17 04:09:08.946506 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-da8d3c90-7477-4676-99cc-e05287af69c7 tempest-TestMinimumBasicScenario-1804355180 tempest-TestMinimumBasicScenario-1804355180-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:09:08.949511 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-19196c45-abaa-4344-b245-8a2fb1aab064 req-4352af57-df8d-4271-8f96-fd5506107af4 tempest-AttachVolumeNegativeTest-1226596354 tempest-AttachVolumeNegativeTest-1226596354-project] 10.222.0.20 "GET /v2.0/security-groups?id=ae5ae7d4-03a6-4de4-82fb-45078eb27a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2556551 Apr 17 04:09:08.950730 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-da8d3c90-7477-4676-99cc-e05287af69c7 tempest-TestMinimumBasicScenario-1804355180 tempest-TestMinimumBasicScenario-1804355180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920256'] for security_group_rule, after_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:09:08.953090 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-16942807-0026-4d3f-a2a0-c31ddf1bdef4 tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:09:08.956844 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.rpc [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] Device 56dcb0fe-4726-42d9-b685-a7260cb4bb1c up at agent ovs-agent-dv-cinder-786054-2-smb {{(pid=86332) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 17 04:09:08.985748 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-da8d3c90-7477-4676-99cc-e05287af69c7 tempest-TestMinimumBasicScenario-1804355180 tempest-TestMinimumBasicScenario-1804355180-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:09:08.987729 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [None req-da8d3c90-7477-4676-99cc-e05287af69c7 tempest-TestMinimumBasicScenario-1804355180 tempest-TestMinimumBasicScenario-1804355180-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2370939 Apr 17 04:09:08.990397 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8d3c90-7477-4676-99cc-e05287af69c7 tempest-TestMinimumBasicScenario-1804355180 tempest-TestMinimumBasicScenario-1804355180-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25ffacd9-8a39-4a27-89d0-f7679a9a9911,revision_number=0']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:09:08.992486 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.20', 57744) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 17 04:09:09.008184 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-da8d3c90-7477-4676-99cc-e05287af69c7 tempest-TestMinimumBasicScenario-1804355180 tempest-TestMinimumBasicScenario-1804355180-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:09:09.014344 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.v2.base [None req-1805884a-34eb-4f0a-a261-aee432894972 tempest-TestMinimumBasicScenario-1804355180 tempest-TestMinimumBasicScenario-1804355180-project] Request body: {'security_group_rule': {'security_group_id': 'a6570863-17a7-49ed-a7df-bde337527753', 'project_id': '20095d40d9834d4b9753d4486e3a3e2c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=86330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 17 04:09:09.035031 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [None req-1805884a-34eb-4f0a-a261-aee432894972 tempest-TestMinimumBasicScenario-1804355180 tempest-TestMinimumBasicScenario-1804355180-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 17 04:09:09.046092 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [None req-1805884a-34eb-4f0a-a261-aee432894972 tempest-TestMinimumBasicScenario-1804355180 tempest-TestMinimumBasicScenario-1804355180-project] Usage tracker for resource:security_group_rule and tenant:20095d40d9834d4b9753d4486e3a3e2c is out of sync, need to count used quota {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 17 04:09:09.052808 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [None req-1805884a-34eb-4f0a-a261-aee432894972 tempest-TestMinimumBasicScenario-1804355180 tempest-TestMinimumBasicScenario-1804355180-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 17 04:09:09.068620 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [None req-1805884a-34eb-4f0a-a261-aee432894972 tempest-TestMinimumBasicScenario-1804355180 tempest-TestMinimumBasicScenario-1804355180-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 17 04:09:09.075387 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77c6f62d-8974-4b57-968d-f8f839d90eb8', 'tag': '4a43203c-ceaa-4e06-80e8-a8cc7e4361a1', 'status': 'completed', 'code': 200} Apr 17 04:09:09.113576 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.provisioning_blocks [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] Provisioning for port 56dcb0fe-4726-42d9-b685-a7260cb4bb1c completed by entity L2. {{(pid=86332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 17 04:09:09.119965 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.l3_dvr_db [None req-9c05c157-a95d-455b-ac4c-61f037fa44fb None None] Set router 2b91a02e-b9b7-4240-8341-3587330754f5 gateway port host: dv-cinder-786054-2-smb {{(pid=86332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 17 04:09:09.154343 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-1805884a-34eb-4f0a-a261-aee432894972 tempest-TestMinimumBasicScenario-1804355180 tempest-TestMinimumBasicScenario-1804355180-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:09:09.169744 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.provisioning_blocks [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] Provisioning complete for port 56dcb0fe-4726-42d9-b685-a7260cb4bb1c triggered by entity L2. {{(pid=86332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 17 04:09:09.170153 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2017814'] for port, provisioning_complete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:09:09.235649 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da7706e-b260-4a2b-8dae-39b8f32d5d9f req-14d09bc1-f083-479c-ab5e-261aa309944a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:09:09.237363 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-3da7706e-b260-4a2b-8dae-39b8f32d5d9f req-14d09bc1-f083-479c-ab5e-261aa309944a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=20095d40d9834d4b9753d4486e3a3e2c&device_id=77c6f62d-8974-4b57-968d-f8f839d90eb8 HTTP/1.1" status: 200 len: 1099 time: 0.1422360 Apr 17 04:09:09.305595 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-1805884a-34eb-4f0a-a261-aee432894972 tempest-TestMinimumBasicScenario-1804355180 tempest-TestMinimumBasicScenario-1804355180-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:09:09.311089 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-1805884a-34eb-4f0a-a261-aee432894972 tempest-TestMinimumBasicScenario-1804355180 tempest-TestMinimumBasicScenario-1804355180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920256'] for security_group_rule, after_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:09:09.335521 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:09:09.337047 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcef32f-33f8-44c6-b2f4-894d4b05cfde req-0505d0fe-a072-4bd8-8b15-fb6dd47002af tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:09:09.338977 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-1fcef32f-33f8-44c6-b2f4-894d4b05cfde req-0505d0fe-a072-4bd8-8b15-fb6dd47002af tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] 10.222.0.20 "GET /v2.0/ports?device_id=ddff59d5-455c-4e23-be4e-32eee2b20c05 HTTP/1.1" status: 200 len: 947 time: 0.2700918 Apr 17 04:09:09.361360 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b346564f-71c4-4fdf-8094-3101246fa679 req-cb80914c-d21d-4f11-8887-6372b29cb370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:09:09.363372 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-b346564f-71c4-4fdf-8094-3101246fa679 req-cb80914c-d21d-4f11-8887-6372b29cb370 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f8f93dec-df20-4bb3-95a3-f64dab26a2d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.4273450 Apr 17 04:09:09.367411 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1805884a-34eb-4f0a-a261-aee432894972 tempest-TestMinimumBasicScenario-1804355180 tempest-TestMinimumBasicScenario-1804355180-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd7b2697-e00e-4051-a868-099c04164180,revision_number=0']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:09:09.499313 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-1805884a-34eb-4f0a-a261-aee432894972 tempest-TestMinimumBasicScenario-1804355180 tempest-TestMinimumBasicScenario-1804355180-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:09:09.501878 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da7706e-b260-4a2b-8dae-39b8f32d5d9f req-dc9bb783-6471-4c6e-892e-8170fb940b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:09:09.503681 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-3da7706e-b260-4a2b-8dae-39b8f32d5d9f req-dc9bb783-6471-4c6e-892e-8170fb940b8c service neutron] 10.222.0.32 "GET /v2.0/networks?id=43cd83d7-cb61-4acf-ae4e-cda478ed81e9 HTTP/1.1" status: 200 len: 916 time: 0.2592275 Apr 17 04:09:09.505108 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-1805884a-34eb-4f0a-a261-aee432894972 tempest-TestMinimumBasicScenario-1804355180 tempest-TestMinimumBasicScenario-1804355180-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:09:09.509020 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [None req-1805884a-34eb-4f0a-a261-aee432894972 tempest-TestMinimumBasicScenario-1804355180 tempest-TestMinimumBasicScenario-1804355180-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5038605 Apr 17 04:09:09.510003 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.20', 57752) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 17 04:09:09.526294 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.v2.base [None req-ceb70570-9a44-4942-92ac-90eb418a35f6 tempest-TestMinimumBasicScenario-1804355180 tempest-TestMinimumBasicScenario-1804355180-project] Request body: {'security_group_rule': {'security_group_id': 'a6570863-17a7-49ed-a7df-bde337527753', 'project_id': '20095d40d9834d4b9753d4486e3a3e2c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=86330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 17 04:09:09.600309 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [None req-ceb70570-9a44-4942-92ac-90eb418a35f6 tempest-TestMinimumBasicScenario-1804355180 tempest-TestMinimumBasicScenario-1804355180-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 17 04:09:09.605070 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [None req-ceb70570-9a44-4942-92ac-90eb418a35f6 tempest-TestMinimumBasicScenario-1804355180 tempest-TestMinimumBasicScenario-1804355180-project] Usage tracker for resource:security_group_rule and tenant:20095d40d9834d4b9753d4486e3a3e2c is out of sync, need to count used quota {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 17 04:09:09.607641 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-b346564f-71c4-4fdf-8094-3101246fa679 req-5ee79540-56d7-42ea-90fc-99df3556ab1a service neutron] 10.222.0.32 "GET /v2.0/networks/f8f93dec-df20-4bb3-95a3-f64dab26a2d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2180200 Apr 17 04:09:09.608819 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [None req-ceb70570-9a44-4942-92ac-90eb418a35f6 tempest-TestMinimumBasicScenario-1804355180 tempest-TestMinimumBasicScenario-1804355180-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 17 04:09:09.615648 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [None req-ceb70570-9a44-4942-92ac-90eb418a35f6 tempest-TestMinimumBasicScenario-1804355180 tempest-TestMinimumBasicScenario-1804355180-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 17 04:09:09.644649 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-d4ed3cce-3da9-4b4c-97a7-6986f89242a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244554870149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852757949'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:09:09.666860 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-1fcef32f-33f8-44c6-b2f4-894d4b05cfde req-5010ebf8-0279-4216-8340-e14191a2ecc4 tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd5929ab-7671-4e84-b39c-be6225ef81ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3170455 Apr 17 04:09:09.670138 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-44ccee63-9e43-47d8-9da7-2fbf04489805 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:09:09.699908 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-ceb70570-9a44-4942-92ac-90eb418a35f6 tempest-TestMinimumBasicScenario-1804355180 tempest-TestMinimumBasicScenario-1804355180-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:09:09.757050 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853081909'] for port, before_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:09:09.789960 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-3da7706e-b260-4a2b-8dae-39b8f32d5d9f req-760e70e0-a176-4930-922a-97abcce4c54e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4a43203c-ceaa-4e06-80e8-a8cc7e4361a1 HTTP/1.1" status: 200 len: 999 time: 0.2722490 Apr 17 04:09:09.794000 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.db [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] For port 56dcb0fe-4726-42d9-b685-a7260cb4bb1c, host dv-cinder-786054-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-2-smb',level=0,port_id=56dcb0fe-4726-42d9-b685-a7260cb4bb1c,segment=NetworkSegment(0331decf-77a3-4764-a14d-d11dc820119c),segment_id=0331decf-77a3-4764-a14d-d11dc820119c)] {{(pid=86332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 17 04:09:09.801623 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.provisioning_blocks [None req-44ccee63-9e43-47d8-9da7-2fbf04489805 admin admin] Transition to ACTIVE for port object c22cc7f4-732c-4613-8086-f159f4e9b31f will not be triggered until provisioned by entity DHCP. {{(pid=86331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 17 04:09:09.803212 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1691685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854152290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792299986632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244555219606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792299556228'] for port, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:09:09.804445 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.rpc [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] Device 890a4828-83c3-4084-9275-57fb1ec68a0e up at agent ovs-agent-dv-cinder-786054-2-smb {{(pid=86332) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 17 04:09:09.838320 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:09:09.854949 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-b346564f-71c4-4fdf-8094-3101246fa679 req-7bdb29bf-7e3f-4c8d-ba78-c1a18fe25179 service neutron] 10.222.0.32 "GET /v2.0/networks/f8f93dec-df20-4bb3-95a3-f64dab26a2d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2305181 Apr 17 04:09:09.862489 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da7706e-b260-4a2b-8dae-39b8f32d5d9f req-a14b2b3a-2aac-4364-b755-69e8e3eb465a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:09:09.864422 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-3da7706e-b260-4a2b-8dae-39b8f32d5d9f req-a14b2b3a-2aac-4364-b755-69e8e3eb465a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1a503fcd-4993-4e66-b302-8d39173456fd HTTP/1.1" status: 200 len: 854 time: 0.0670097 Apr 17 04:09:09.887202 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-44ccee63-9e43-47d8-9da7-2fbf04489805 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1691685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854152290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244555219623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850958277'] for port, after_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:09:09.901259 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-0e5c5b95-775e-49a1-9766-59aadb56e64f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:09:09.934823 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] Pushing event updated for resources: {'Port': ['ID=56dcb0fe-4726-42d9-b685-a7260cb4bb1c,revision_number=4']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:09:09.955941 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:09:09.972365 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-ceb70570-9a44-4942-92ac-90eb418a35f6 tempest-TestMinimumBasicScenario-1804355180 tempest-TestMinimumBasicScenario-1804355180-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:09:09.987307 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-ceb70570-9a44-4942-92ac-90eb418a35f6 tempest-TestMinimumBasicScenario-1804355180 tempest-TestMinimumBasicScenario-1804355180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920256'] for security_group_rule, after_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:09:09.998596 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.l3_hamode_db [None req-9c05c157-a95d-455b-ac4c-61f037fa44fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b91a02e-b9b7-4240-8341-3587330754f5', 'name': 'tempest-TestMinimumBasicScenario-1304640215-router', 'tenant_id': '20095d40d9834d4b9753d4486e3a3e2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3299e77b-a72c-46bf-8676-13cef166cd0a', 'external_fixed_ips': [{'subnet_id': '126682c8-3b96-411d-a59b-48497db5cf0c', 'ip_address': '172.28.1.7'}], 'enable_snat': True}, 'gw_port_id': 'fb653b47-67c9-47d3-a54e-625149b21938', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-17T04:07:30Z', 'updated_at': '2021-04-17T04:07:37Z', 'revision_number': 4, 'project_id': '20095d40d9834d4b9753d4486e3a3e2c', 'gw_port': {'id': 'fb653b47-67c9-47d3-a54e-625149b21938', 'name': '', 'network_id': '3299e77b-a72c-46bf-8676-13cef166cd0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:50:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b91a02e-b9b7-4240-8341-3587330754f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '126682c8-3b96-411d-a59b-48497db5cf0c', 'ip_address': '172.28.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-17T04:07:32Z', 'updated_at': '2021-04-17T04:07:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126682c8-3b96-411d-a59b-48497db5cf0c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-2-smb', '_floatingips': [{'id': 'a7b7d540-972d-46f3-9e00-22ce869836cb', 'tenant_id': '20095d40d9834d4b9753d4486e3a3e2c', 'floating_ip_address': '172.28.1.86', 'floating_network_id': '3299e77b-a72c-46bf-8676-13cef166cd0a', 'router_id': '2b91a02e-b9b7-4240-8341-3587330754f5', 'port_id': '4a43203c-ceaa-4e06-80e8-a8cc7e4361a1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 414, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43cd83d7-cb61-4acf-ae4e-cda478ed81e9', 'mac_address': 'fa:16:3e:ee:db:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77c6f62d-8974-4b57-968d-f8f839d90eb8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-17T04:09:03Z', 'updated_at': '2021-04-17T04:09:03Z', 'revision_number': 0, 'project_id': '20095d40d9834d4b9753d4486e3a3e2c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02ef0d5c-f46f-417d-ac8f-4d9f92f3e98c', 'name': '', 'network_id': '43cd83d7-cb61-4acf-ae4e-cda478ed81e9', 'tenant_id': '20095d40d9834d4b9753d4486e3a3e2c', 'mac_address': 'fa:16:3e:1e:3e:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b91a02e-b9b7-4240-8341-3587330754f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '1a503fcd-4993-4e66-b302-8d39173456fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-17T04:07:36Z', 'updated_at': '2021-04-17T04:07:49Z', 'revision_number': 5, 'project_id': '20095d40d9834d4b9753d4486e3a3e2c', 'subnets': [{'id': '1a503fcd-4993-4e66-b302-8d39173456fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-2-smb', False) {} {{(pid=86332) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 17 04:09:10.012456 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ccee63-9e43-47d8-9da7-2fbf04489805 admin admin] Pushing event updated for resources: {'Port': ['ID=c22cc7f4-732c-4613-8086-f159f4e9b31f,revision_number=1']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:09:10.018598 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-da8d3c90-7477-4676-99cc-e05287af69c7 tempest-TestMinimumBasicScenario-1804355180 tempest-TestMinimumBasicScenario-1804355180-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:09:10.027733 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ccee63-9e43-47d8-9da7-2fbf04489805 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:09:10.028128 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ccee63-9e43-47d8-9da7-2fbf04489805 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:09:10.028585 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ccee63-9e43-47d8-9da7-2fbf04489805 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:09:10.028836 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c05c157-a95d-455b-ac4c-61f037fa44fb None None] The sync data for ids ['2b91a02e-b9b7-4240-8341-3587330754f5'] in dv-cinder-786054-2-smb is: [{'id': '2b91a02e-b9b7-4240-8341-3587330754f5', 'name': 'tempest-TestMinimumBasicScenario-1304640215-router', 'tenant_id': '20095d40d9834d4b9753d4486e3a3e2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3299e77b-a72c-46bf-8676-13cef166cd0a', 'external_fixed_ips': [{'subnet_id': '126682c8-3b96-411d-a59b-48497db5cf0c', 'ip_address': '172.28.1.7'}], 'enable_snat': True}, 'gw_port_id': 'fb653b47-67c9-47d3-a54e-625149b21938', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-17T04:07:30Z', 'updated_at': '2021-04-17T04:07:37Z', 'revision_number': 4, 'project_id': '20095d40d9834d4b9753d4486e3a3e2c', 'gw_port': {'id': 'fb653b47-67c9-47d3-a54e-625149b21938', 'name': '', 'network_id': '3299e77b-a72c-46bf-8676-13cef166cd0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:50:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b91a02e-b9b7-4240-8341-3587330754f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '126682c8-3b96-411d-a59b-48497db5cf0c', 'ip_address': '172.28.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-17T04:07:32Z', 'updated_at': '2021-04-17T04:07:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126682c8-3b96-411d-a59b-48497db5cf0c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-2-smb', '_floatingips': [{'id': 'a7b7d540-972d-46f3-9e00-22ce869836cb', 'tenant_id': '20095d40d9834d4b9753d4486e3a3e2c', 'floating_ip_address': '172.28.1.86', 'floating_network_id': '3299e77b-a72c-46bf-8676-13cef166cd0a', 'router_id': '2b91a02e-b9b7-4240-8341-3587330754f5', 'port_id': '4a43203c-ceaa-4e06-80e8-a8cc7e4361a1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 414, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43cd83d7-cb61-4acf-ae4e-cda478ed81e9', 'mac_address': 'fa:16:3e:ee:db:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77c6f62d-8974-4b57-968d-f8f839d90eb8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-17T04:09:03Z', 'updated_at': '2021-04-17T04:09:03Z', 'revision_number': 0, 'project_id': '20095d40d9834d4b9753d4486e3a3e2c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02ef0d5c-f46f-417d-ac8f-4d9f92f3e98c', 'name': '', 'network_id': '43cd83d7-cb61-4acf-ae4e-cda478ed81e9', 'tenant_id': '20095d40d9834d4b9753d4486e3a3e2c', 'mac_address': 'fa:16:3e:1e:3e:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b91a02e-b9b7-4240-8341-3587330754f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '1a503fcd-4993-4e66-b302-8d39173456fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-17T04:07:36Z', 'updated_at': '2021-04-17T04:07:49Z', 'revision_number': 5, 'project_id': '20095d40d9834d4b9753d4486e3a3e2c', 'subnets': [{'id': '1a503fcd-4993-4e66-b302-8d39173456fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 17 04:09:10.029011 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ccee63-9e43-47d8-9da7-2fbf04489805 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:09:10.029330 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ccee63-9e43-47d8-9da7-2fbf04489805 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:09:10.029718 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ccee63-9e43-47d8-9da7-2fbf04489805 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:09:10.030098 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ccee63-9e43-47d8-9da7-2fbf04489805 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:09:10.031343 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ccee63-9e43-47d8-9da7-2fbf04489805 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:09:10.031743 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ccee63-9e43-47d8-9da7-2fbf04489805 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:09:10.032683 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ccee63-9e43-47d8-9da7-2fbf04489805 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:09:10.033083 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ccee63-9e43-47d8-9da7-2fbf04489805 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:09:10.033531 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ccee63-9e43-47d8-9da7-2fbf04489805 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:09:10.043310 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-44ccee63-9e43-47d8-9da7-2fbf04489805 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:09:10.050516 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44ccee63-9e43-47d8-9da7-2fbf04489805 admin admin] Network fd06db08-45b7-4a93-9943-79599be5cfb2 is already hosted by enough agents. {{(pid=86331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 17 04:09:10.052370 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.scheduler.base_scheduler [None req-44ccee63-9e43-47d8-9da7-2fbf04489805 admin admin] Resources bound (agent type, host, resource id): {{(pid=86331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 17 04:09:10.054925 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.provisioning_blocks [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] Provisioning for port 890a4828-83c3-4084-9275-57fb1ec68a0e completed by entity L2. {{(pid=86332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 17 04:09:10.067517 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.provisioning_blocks [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] Provisioning complete for port 890a4828-83c3-4084-9275-57fb1ec68a0e triggered by entity L2. {{(pid=86332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 17 04:09:10.067949 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2017814'] for port, provisioning_complete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:09:10.075962 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44ccee63-9e43-47d8-9da7-2fbf04489805 admin admin] Received port after_create {{(pid=86331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 17 04:09:10.146792 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d80ed89-bcb9-421d-9ba7-8ed854adadc8 req-855163ef-227a-45e3-b757-2afeed2fa5a8 tempest-AttachVolumeNegativeTest-1226596354 tempest-AttachVolumeNegativeTest-1226596354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:09:10.147701 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [req-8d80ed89-bcb9-421d-9ba7-8ed854adadc8 req-855163ef-227a-45e3-b757-2afeed2fa5a8 tempest-AttachVolumeNegativeTest-1226596354 tempest-AttachVolumeNegativeTest-1226596354-project] Synchronizing usage tracker for tenant:414abe24304b477ea2fe3108443164aa on resource:port {{(pid=86330) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 17 04:09:10.156141 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb70570-9a44-4942-92ac-90eb418a35f6 tempest-TestMinimumBasicScenario-1804355180 tempest-TestMinimumBasicScenario-1804355180-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28e8a6f8-5d72-43ad-bb1f-4e12232f2cd4,revision_number=0']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:09:10.168824 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-ceb70570-9a44-4942-92ac-90eb418a35f6 tempest-TestMinimumBasicScenario-1804355180 tempest-TestMinimumBasicScenario-1804355180-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:09:10.173011 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [req-8d80ed89-bcb9-421d-9ba7-8ed854adadc8 req-855163ef-227a-45e3-b757-2afeed2fa5a8 tempest-AttachVolumeNegativeTest-1226596354 tempest-AttachVolumeNegativeTest-1226596354-project] Unset dirty status for tenant:414abe24304b477ea2fe3108443164aa on resource:port {{(pid=86330) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 17 04:09:10.174408 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-8d80ed89-bcb9-421d-9ba7-8ed854adadc8 req-855163ef-227a-45e3-b757-2afeed2fa5a8 tempest-AttachVolumeNegativeTest-1226596354 tempest-AttachVolumeNegativeTest-1226596354-project] 10.222.0.32 "GET /v2.0/ports?device_id=7131e4ac-023d-4de7-9559-432fdf3d501b HTTP/1.1" status: 200 len: 945 time: 0.3094096 Apr 17 04:09:10.190991 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-44ccee63-9e43-47d8-9da7-2fbf04489805 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036853752574'] for router_interface, before_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:09:10.223901 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da7706e-b260-4a2b-8dae-39b8f32d5d9f req-bbd66eb6-b6e2-4962-8d05-3b1726aeab58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:09:10.225713 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-3da7706e-b260-4a2b-8dae-39b8f32d5d9f req-bbd66eb6-b6e2-4962-8d05-3b1726aeab58 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=43cd83d7-cb61-4acf-ae4e-cda478ed81e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3521261 Apr 17 04:09:10.226559 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-ceb70570-9a44-4942-92ac-90eb418a35f6 tempest-TestMinimumBasicScenario-1804355180 tempest-TestMinimumBasicScenario-1804355180-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:09:10.230598 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [None req-ceb70570-9a44-4942-92ac-90eb418a35f6 tempest-TestMinimumBasicScenario-1804355180 tempest-TestMinimumBasicScenario-1804355180-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7158501 Apr 17 04:09:10.238737 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.20', 57762) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 17 04:09:10.242355 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853081909'] for port, before_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:09:10.286044 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.v2.base [None req-16114db6-c61b-409e-8804-66f13a502335 tempest-TestMinimumBasicScenario-1804355180 tempest-TestMinimumBasicScenario-1804355180-project] Request body: {'security_group_rule': {'security_group_id': 'a6570863-17a7-49ed-a7df-bde337527753', 'project_id': '20095d40d9834d4b9753d4486e3a3e2c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=86330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 17 04:09:10.296168 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [None req-16114db6-c61b-409e-8804-66f13a502335 tempest-TestMinimumBasicScenario-1804355180 tempest-TestMinimumBasicScenario-1804355180-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 17 04:09:10.298134 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.db [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] For port 890a4828-83c3-4084-9275-57fb1ec68a0e, host dv-cinder-786054-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-2-smb',level=0,port_id=890a4828-83c3-4084-9275-57fb1ec68a0e,segment=NetworkSegment(4d7fcafd-580c-4824-905f-e47e11f99a09),segment_id=4d7fcafd-580c-4824-905f-e47e11f99a09)] {{(pid=86332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 17 04:09:10.303530 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1691685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854152290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792299986632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244555219606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792299556228'] for port, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:09:10.318088 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:09:10.372943 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [None req-16114db6-c61b-409e-8804-66f13a502335 tempest-TestMinimumBasicScenario-1804355180 tempest-TestMinimumBasicScenario-1804355180-project] Usage tracker for resource:security_group_rule and tenant:20095d40d9834d4b9753d4486e3a3e2c is out of sync, need to count used quota {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 17 04:09:10.401505 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842aa9d0-efe5-47e7-80a5-e90a7d79dc3e req-fcf21973-b863-4125-b2b6-f651ea93ac3b tempest-AttachVolumeNegativeTest-1226596354 tempest-AttachVolumeNegativeTest-1226596354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:09:10.404269 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [None req-16114db6-c61b-409e-8804-66f13a502335 tempest-TestMinimumBasicScenario-1804355180 tempest-TestMinimumBasicScenario-1804355180-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 17 04:09:10.410589 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-842aa9d0-efe5-47e7-80a5-e90a7d79dc3e req-fcf21973-b863-4125-b2b6-f651ea93ac3b tempest-AttachVolumeNegativeTest-1226596354 tempest-AttachVolumeNegativeTest-1226596354-project] 10.222.0.20 "GET /v2.0/ports?device_id=7131e4ac-023d-4de7-9559-432fdf3d501b HTTP/1.1" status: 200 len: 945 time: 0.2208188 Apr 17 04:09:10.448679 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [None req-16114db6-c61b-409e-8804-66f13a502335 tempest-TestMinimumBasicScenario-1804355180 tempest-TestMinimumBasicScenario-1804355180-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 17 04:09:10.493168 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.plugin [req-8d80ed89-bcb9-421d-9ba7-8ed854adadc8 req-19407b5a-7540-4fa7-bb07-0021df2b591a tempest-AttachVolumeNegativeTest-1226596354 tempest-AttachVolumeNegativeTest-1226596354-project] Deleting port fbe7b530-d5ee-4a6a-b1a1-e3a32bc0671f {{(pid=86330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 17 04:09:10.493552 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [req-8d80ed89-bcb9-421d-9ba7-8ed854adadc8 req-19407b5a-7540-4fa7-bb07-0021df2b591a tempest-AttachVolumeNegativeTest-1226596354 tempest-AttachVolumeNegativeTest-1226596354-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363244554791028'] for port, before_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:09:10.496231 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6426e674-8b50-4764-855d-4e075547cd6d None None] New status for floating IP a7b7d540-972d-46f3-9e00-22ce869836cb: ACTIVE {{(pid=86333) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 17 04:09:10.505810 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.provisioning_blocks [None req-ba3236e2-88b3-4d52-83a0-0a487ece1e6a None None] Provisioning for port c22cc7f4-732c-4613-8086-f159f4e9b31f completed by entity DHCP. {{(pid=86332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 17 04:09:10.509895 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-842aa9d0-efe5-47e7-80a5-e90a7d79dc3e req-e28cc889-cde5-478d-bd5a-02c4000f0ad9 tempest-AttachVolumeNegativeTest-1226596354 tempest-AttachVolumeNegativeTest-1226596354-project] 10.222.0.20 "GET /v2.0/security-groups?id=ae5ae7d4-03a6-4de4-82fb-45078eb27a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982378 Apr 17 04:09:10.516905 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.rpc [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] Device 56dcb0fe-4726-42d9-b685-a7260cb4bb1c up at agent ovs-agent-dv-cinder-786054-2-smb {{(pid=86332) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 17 04:09:10.623163 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-44ccee63-9e43-47d8-9da7-2fbf04489805 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853081909'] for port, before_update {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:09:10.652689 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.provisioning_blocks [None req-ba3236e2-88b3-4d52-83a0-0a487ece1e6a None None] Provisioning complete for port c22cc7f4-732c-4613-8086-f159f4e9b31f triggered by entity DHCP. {{(pid=86332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 17 04:09:10.652689 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-ba3236e2-88b3-4d52-83a0-0a487ece1e6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2017814'] for port, provisioning_complete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:09:10.809813 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.plugin [None req-ba3236e2-88b3-4d52-83a0-0a487ece1e6a None None] Port c22cc7f4-732c-4613-8086-f159f4e9b31f cannot update to ACTIVE because it is not bound. {{(pid=86332) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 17 04:09:10.835007 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.db.securitygroups_db [None req-16114db6-c61b-409e-8804-66f13a502335 tempest-TestMinimumBasicScenario-1804355180 tempest-TestMinimumBasicScenario-1804355180-project] Project 20095d40d9834d4b9753d4486e3a3e2c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 17 04:09:10.871904 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-16114db6-c61b-409e-8804-66f13a502335 tempest-TestMinimumBasicScenario-1804355180 tempest-TestMinimumBasicScenario-1804355180-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:09:10.875210 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] Pushing event updated for resources: {'Port': ['ID=890a4828-83c3-4084-9275-57fb1ec68a0e,revision_number=5']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:09:10.887857 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.581s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:09:10.895440 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-c4f59f18-ba4f-4d63-813b-4697a67f74c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244554870149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852757949'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:09:10.925265 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-3da7706e-b260-4a2b-8dae-39b8f32d5d9f req-e65a2e85-075d-4a8d-93e4-e3b790bf652d service neutron] 10.222.0.32 "GET /v2.0/networks/43cd83d7-cb61-4acf-ae4e-cda478ed81e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6834509 Apr 17 04:09:10.936129 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244554870149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852757949'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:09:10.945555 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.provisioning_blocks [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] Provisioning complete for port 56dcb0fe-4726-42d9-b685-a7260cb4bb1c triggered by entity L2. {{(pid=86332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 17 04:09:10.945977 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2017814'] for port, provisioning_complete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:09:11.159917 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.db [req-8d80ed89-bcb9-421d-9ba7-8ed854adadc8 req-19407b5a-7540-4fa7-bb07-0021df2b591a tempest-AttachVolumeNegativeTest-1226596354 tempest-AttachVolumeNegativeTest-1226596354-project] For port fbe7b530-d5ee-4a6a-b1a1-e3a32bc0671f, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=fbe7b530-d5ee-4a6a-b1a1-e3a32bc0671f,segment=NetworkSegment(21289dc9-e49a-4956-a25b-e0a8cf0d6ebd),segment_id=21289dc9-e49a-4956-a25b-e0a8cf0d6ebd)] {{(pid=86330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 17 04:09:11.159917 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [req-8d80ed89-bcb9-421d-9ba7-8ed854adadc8 req-19407b5a-7540-4fa7-bb07-0021df2b591a tempest-AttachVolumeNegativeTest-1226596354 tempest-AttachVolumeNegativeTest-1226596354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853832323'] for port, precommit_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:09:11.175024 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb434c17-8b32-4319-ad0e-6e4327e4c5ad req-1a357f8e-6525-4c55-8fa8-3cd907ff22e1 tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:09:11.176684 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-cb434c17-8b32-4319-ad0e-6e4327e4c5ad req-1a357f8e-6525-4c55-8fa8-3cd907ff22e1 tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] 10.222.0.20 "GET /v2.0/ports?device_id=ddff59d5-455c-4e23-be4e-32eee2b20c05 HTTP/1.1" status: 200 len: 947 time: 0.2926400 Apr 17 04:09:11.214788 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-44ccee63-9e43-47d8-9da7-2fbf04489805 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:09:11.224419 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-44ccee63-9e43-47d8-9da7-2fbf04489805 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1691685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854152290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792299986632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244555219606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792299556228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3817522'] for port, after_update {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:09:11.254528 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:09:11.337169 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.plugin [req-8d80ed89-bcb9-421d-9ba7-8ed854adadc8 req-19407b5a-7540-4fa7-bb07-0021df2b591a tempest-AttachVolumeNegativeTest-1226596354 tempest-AttachVolumeNegativeTest-1226596354-project] Calling delete_port for fbe7b530-d5ee-4a6a-b1a1-e3a32bc0671f owned by compute:nova {{(pid=86330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 17 04:09:11.352299 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-cb434c17-8b32-4319-ad0e-6e4327e4c5ad req-f2233579-fdbd-4b8e-a862-9201b3f73ff1 tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd5929ab-7671-4e84-b39c-be6225ef81ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1617014 Apr 17 04:09:11.360888 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-44ccee63-9e43-47d8-9da7-2fbf04489805 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854152273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1023333'] for router_interface, after_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:09:11.391725 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ccee63-9e43-47d8-9da7-2fbf04489805 admin admin] Pushing event updated for resources: {'Port': ['ID=c22cc7f4-732c-4613-8086-f159f4e9b31f,revision_number=2']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:09:11.405845 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-44ccee63-9e43-47d8-9da7-2fbf04489805 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:09:11.408007 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-3da7706e-b260-4a2b-8dae-39b8f32d5d9f req-6ee3879b-99c0-4999-9146-2e6dc14ce5f6 service neutron] 10.222.0.32 "GET /v2.0/networks/43cd83d7-cb61-4acf-ae4e-cda478ed81e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4620202 Apr 17 04:09:11.423085 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-16114db6-c61b-409e-8804-66f13a502335 tempest-TestMinimumBasicScenario-1804355180 tempest-TestMinimumBasicScenario-1804355180-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:09:11.428642 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-16114db6-c61b-409e-8804-66f13a502335 tempest-TestMinimumBasicScenario-1804355180 tempest-TestMinimumBasicScenario-1804355180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920256'] for security_group_rule, after_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:09:11.436695 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:09:11.473292 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16114db6-c61b-409e-8804-66f13a502335 tempest-TestMinimumBasicScenario-1804355180 tempest-TestMinimumBasicScenario-1804355180-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=344712c7-f25a-4a34-a39c-ef1429433cf6,revision_number=0']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:09:11.478132 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-16114db6-c61b-409e-8804-66f13a502335 tempest-TestMinimumBasicScenario-1804355180 tempest-TestMinimumBasicScenario-1804355180-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:09:11.518633 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44ccee63-9e43-47d8-9da7-2fbf04489805 admin admin] Network fd06db08-45b7-4a93-9943-79599be5cfb2 is already hosted by enough agents. {{(pid=86331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 17 04:09:11.519127 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-16114db6-c61b-409e-8804-66f13a502335 tempest-TestMinimumBasicScenario-1804355180 tempest-TestMinimumBasicScenario-1804355180-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:09:11.523181 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.scheduler.base_scheduler [None req-44ccee63-9e43-47d8-9da7-2fbf04489805 admin admin] Resources bound (agent type, host, resource id): {{(pid=86331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 17 04:09:11.523344 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [None req-16114db6-c61b-409e-8804-66f13a502335 tempest-TestMinimumBasicScenario-1804355180 tempest-TestMinimumBasicScenario-1804355180-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.2803612 Apr 17 04:09:11.524928 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.20', 57778) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 17 04:09:11.560605 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [req-8d80ed89-bcb9-421d-9ba7-8ed854adadc8 req-19407b5a-7540-4fa7-bb07-0021df2b591a tempest-AttachVolumeNegativeTest-1226596354 tempest-AttachVolumeNegativeTest-1226596354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1691685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854152290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244554789151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792299556194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852218909'] for port, after_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:09:11.567012 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-e5f64c50-c58e-4523-9683-d0a159dae164 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:09:11.573224 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.db [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] get_ports_and_sgs() called for port_ids ['92ee2581-4aca-4e7f-accd-d0bcbfe20f32', 'a29db140-51e9-4510-be91-21cf536358fe', '7ddcf9cb-567f-4abd-b738-abd8a77d244e', 'fbe7b530-d5ee-4a6a-b1a1-e3a32bc0671f'] {{(pid=86332) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 17 04:09:11.623797 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19407b5a-7540-4fa7-bb07-0021df2b591a tempest-AttachVolumeNegativeTest-1226596354 tempest-AttachVolumeNegativeTest-1226596354-project] Pushing event deleted for resources: {'Port': ['ID=fbe7b530-d5ee-4a6a-b1a1-e3a32bc0671f,revision_number=None']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:09:11.627479 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-19407b5a-7540-4fa7-bb07-0021df2b591a tempest-AttachVolumeNegativeTest-1226596354 tempest-AttachVolumeNegativeTest-1226596354-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:09:11.638859 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.v2.base [None req-6381913c-be64-4a59-ad2b-f1b174781811 tempest-TestMinimumBasicScenario-1804355180 tempest-TestMinimumBasicScenario-1804355180-project] Request body: {'security_group_rule': {'security_group_id': 'a6570863-17a7-49ed-a7df-bde337527753', 'project_id': '20095d40d9834d4b9753d4486e3a3e2c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=86331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 17 04:09:11.722562 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d80ed89-bcb9-421d-9ba7-8ed854adadc8 req-19407b5a-7540-4fa7-bb07-0021df2b591a tempest-AttachVolumeNegativeTest-1226596354 tempest-AttachVolumeNegativeTest-1226596354-project] No DVR routers for this DVR port fbe7b530-d5ee-4a6a-b1a1-e3a32bc0671f on host hv-cinder-78605 {{(pid=86330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 17 04:09:11.725311 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [req-8d80ed89-bcb9-421d-9ba7-8ed854adadc8 req-19407b5a-7540-4fa7-bb07-0021df2b591a tempest-AttachVolumeNegativeTest-1226596354 tempest-AttachVolumeNegativeTest-1226596354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2986'] for port, before_response {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:09:11.728614 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7131e4ac-023d-4de7-9559-432fdf3d501b', 'name': 'network-vif-deleted', 'tag': 'fbe7b530-d5ee-4a6a-b1a1-e3a32bc0671f'}] {{(pid=86330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 17 04:09:11.746430 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-8d80ed89-bcb9-421d-9ba7-8ed854adadc8 req-19407b5a-7540-4fa7-bb07-0021df2b591a tempest-AttachVolumeNegativeTest-1226596354 tempest-AttachVolumeNegativeTest-1226596354-project] 10.222.0.32 "DELETE /v2.0/ports/fbe7b530-d5ee-4a6a-b1a1-e3a32bc0671f HTTP/1.1" status: 204 len: 173 time: 1.5631206 Apr 17 04:09:11.768143 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-6f7ee5bc-ae74-4cc6-a62a-23eab2a2e65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244554870149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852757949'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:09:11.776440 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.provisioning_blocks [None req-fffa0d3b-c33d-4449-a038-5ddb6d73fdb4 None None] Provisioning complete for port c22cc7f4-732c-4613-8086-f159f4e9b31f triggered by entity DHCP. {{(pid=86332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 17 04:09:11.776885 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-fffa0d3b-c33d-4449-a038-5ddb6d73fdb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2017814'] for port, provisioning_complete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:09:11.786595 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7131e4ac-023d-4de7-9559-432fdf3d501b', 'name': 'network-vif-deleted', 'tag': 'fbe7b530-d5ee-4a6a-b1a1-e3a32bc0671f', 'status': 'completed', 'code': 200} Apr 17 04:09:11.913310 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [None req-6381913c-be64-4a59-ad2b-f1b174781811 tempest-TestMinimumBasicScenario-1804355180 tempest-TestMinimumBasicScenario-1804355180-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 17 04:09:12.021340 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.plugin [None req-fffa0d3b-c33d-4449-a038-5ddb6d73fdb4 None None] Port c22cc7f4-732c-4613-8086-f159f4e9b31f cannot update to ACTIVE because it is not bound. {{(pid=86332) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 17 04:09:12.021626 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [None req-6381913c-be64-4a59-ad2b-f1b174781811 tempest-TestMinimumBasicScenario-1804355180 tempest-TestMinimumBasicScenario-1804355180-project] Usage tracker for resource:security_group_rule and tenant:20095d40d9834d4b9753d4486e3a3e2c is out of sync, need to count used quota {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 17 04:09:12.028318 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-f457ab00-f573-4d3c-9e5a-e91b5eeb6bd3 req-4b885ee8-6fa1-48b4-94b9-9734c1658131 tempest-AttachVolumeNegativeTest-1226596354 tempest-AttachVolumeNegativeTest-1226596354-project] 10.222.0.20 "GET /v2.0/ports?device_id=7131e4ac-023d-4de7-9559-432fdf3d501b HTTP/1.1" status: 200 len: 210 time: 0.1269193 Apr 17 04:09:12.031148 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [None req-6381913c-be64-4a59-ad2b-f1b174781811 tempest-TestMinimumBasicScenario-1804355180 tempest-TestMinimumBasicScenario-1804355180-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 17 04:09:12.052946 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [None req-6381913c-be64-4a59-ad2b-f1b174781811 tempest-TestMinimumBasicScenario-1804355180 tempest-TestMinimumBasicScenario-1804355180-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 17 04:09:12.073420 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.db.securitygroups_db [None req-6381913c-be64-4a59-ad2b-f1b174781811 tempest-TestMinimumBasicScenario-1804355180 tempest-TestMinimumBasicScenario-1804355180-project] Project 20095d40d9834d4b9753d4486e3a3e2c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 17 04:09:12.094936 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-6381913c-be64-4a59-ad2b-f1b174781811 tempest-TestMinimumBasicScenario-1804355180 tempest-TestMinimumBasicScenario-1804355180-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:09:12.134991 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44ccee63-9e43-47d8-9da7-2fbf04489805 admin admin] Router ec573b99-f264-4384-afeb-2d1932bf4391 has already been hosted by L3 agent 89c35117-d9bd-45d8-8d43-26735203dc9d {{(pid=86331) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 17 04:09:12.330081 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-6381913c-be64-4a59-ad2b-f1b174781811 tempest-TestMinimumBasicScenario-1804355180 tempest-TestMinimumBasicScenario-1804355180-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:09:12.333678 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-6381913c-be64-4a59-ad2b-f1b174781811 tempest-TestMinimumBasicScenario-1804355180 tempest-TestMinimumBasicScenario-1804355180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920256'] for security_group_rule, after_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:09:12.340867 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:09:12.388059 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6381913c-be64-4a59-ad2b-f1b174781811 tempest-TestMinimumBasicScenario-1804355180 tempest-TestMinimumBasicScenario-1804355180-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32f6944a-4bad-4031-b092-c6b88125b86f,revision_number=0']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:09:12.406846 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.rpc [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] Device 890a4828-83c3-4084-9275-57fb1ec68a0e up at agent ovs-agent-dv-cinder-786054-2-smb {{(pid=86332) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 17 04:09:12.413814 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-6381913c-be64-4a59-ad2b-f1b174781811 tempest-TestMinimumBasicScenario-1804355180 tempest-TestMinimumBasicScenario-1804355180-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:09:12.415900 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44ccee63-9e43-47d8-9da7-2fbf04489805 admin admin] Notify agent at l3_agent.dv-cinder-786054-2-smb the message routers_updated {{(pid=86331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 17 04:09:12.418422 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-6381913c-be64-4a59-ad2b-f1b174781811 tempest-TestMinimumBasicScenario-1804355180 tempest-TestMinimumBasicScenario-1804355180-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:09:12.419825 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [None req-6381913c-be64-4a59-ad2b-f1b174781811 tempest-TestMinimumBasicScenario-1804355180 tempest-TestMinimumBasicScenario-1804355180-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.8905983 Apr 17 04:09:12.433876 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [None req-44ccee63-9e43-47d8-9da7-2fbf04489805 admin admin] 10.222.0.20 "PUT /v2.0/routers/ec573b99-f264-4384-afeb-2d1932bf4391/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8760235 Apr 17 04:09:12.453198 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb223930-a445-4539-a964-c112032dd4eb None None] Sync routers for ids ['ec573b99-f264-4384-afeb-2d1932bf4391'] in dv-cinder-786054-2-smb {{(pid=86332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 17 04:09:12.477301 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb223930-a445-4539-a964-c112032dd4eb None None] Routers {'ec573b99-f264-4384-afeb-2d1932bf4391'} bound to L3 agent in host dv-cinder-786054-2-smb {{(pid=86332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 17 04:09:12.477988 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.l3_hamode_db [None req-fb223930-a445-4539-a964-c112032dd4eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786054-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-17T03:57:39Z,description=,heartbeat_timestamp=2021-04-17T04:09:10Z,host='dv-cinder-786054-2-smb',id=89c35117-d9bd-45d8-8d43-26735203dc9d,load=0,resource_versions=,resources_synced=,started_at=2021-04-17T03:57:39Z,topic='l3_agent')) {'router_ids': ['ec573b99-f264-4384-afeb-2d1932bf4391'], 'active': True} {{(pid=86332) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 17 04:09:12.561416 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244554870149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852757949'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:09:12.574679 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-bf32532f-8edd-4e56-a5c0-5c10ce59797d req-a353e8b4-b8a6-405c-8e1e-35188d06a7c2 tempest-TestMinimumBasicScenario-1804355180 tempest-TestMinimumBasicScenario-1804355180-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-974668690&fields=id&tenant_id=20095d40d9834d4b9753d4486e3a3e2c HTTP/1.1" status: 200 len: 267 time: 0.0481746 Apr 17 04:09:12.673222 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.provisioning_blocks [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] Provisioning complete for port 890a4828-83c3-4084-9275-57fb1ec68a0e triggered by entity L2. {{(pid=86332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 17 04:09:12.673640 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2017814'] for port, provisioning_complete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:09:12.678419 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf32532f-8edd-4e56-a5c0-5c10ce59797d req-0e1570fc-3e75-4629-a7bb-51f64c28ccbe tempest-TestMinimumBasicScenario-1804355180 tempest-TestMinimumBasicScenario-1804355180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:09:12.680255 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-bf32532f-8edd-4e56-a5c0-5c10ce59797d req-0e1570fc-3e75-4629-a7bb-51f64c28ccbe tempest-TestMinimumBasicScenario-1804355180 tempest-TestMinimumBasicScenario-1804355180-project] 10.222.0.20 "GET /v2.0/ports?device_id=77c6f62d-8974-4b57-968d-f8f839d90eb8 HTTP/1.1" status: 200 len: 946 time: 0.0961576 Apr 17 04:09:12.693898 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.v2.base [req-bf32532f-8edd-4e56-a5c0-5c10ce59797d req-1898c2b7-6432-40f7-b8bc-a30c4259987e tempest-TestMinimumBasicScenario-1804355180 tempest-TestMinimumBasicScenario-1804355180-project] Request body: {'port': {'security_groups': ['e01e7c40-4b22-407a-a279-6b071a5a6d80', 'a6570863-17a7-49ed-a7df-bde337527753']}} {{(pid=86331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 17 04:09:12.755490 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.l3_dvr_db [None req-fb223930-a445-4539-a964-c112032dd4eb None None] Set router ec573b99-f264-4384-afeb-2d1932bf4391 gateway port host: dv-cinder-786054-2-smb {{(pid=86332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 17 04:09:12.832944 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [req-bf32532f-8edd-4e56-a5c0-5c10ce59797d req-1898c2b7-6432-40f7-b8bc-a30c4259987e tempest-TestMinimumBasicScenario-1804355180 tempest-TestMinimumBasicScenario-1804355180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853081909'] for port, before_update {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:09:13.138220 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.db [req-bf32532f-8edd-4e56-a5c0-5c10ce59797d req-1898c2b7-6432-40f7-b8bc-a30c4259987e tempest-TestMinimumBasicScenario-1804355180 tempest-TestMinimumBasicScenario-1804355180-project] For port 4a43203c-ceaa-4e06-80e8-a8cc7e4361a1, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=4a43203c-ceaa-4e06-80e8-a8cc7e4361a1,segment=NetworkSegment(aa880a9b-d843-41c6-bf8f-60abaf737a30),segment_id=aa880a9b-d843-41c6-bf8f-60abaf737a30)] {{(pid=86331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 17 04:09:13.152495 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.l3_hamode_db [None req-fb223930-a445-4539-a964-c112032dd4eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec573b99-f264-4384-afeb-2d1932bf4391', 'name': 'tempest-TestShelveInstance-1328410593-router', 'tenant_id': 'f539ae10259f44be8e006cf6ce9f524d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3299e77b-a72c-46bf-8676-13cef166cd0a', 'external_fixed_ips': [{'subnet_id': '126682c8-3b96-411d-a59b-48497db5cf0c', 'ip_address': '172.28.1.121'}], 'enable_snat': True}, 'gw_port_id': '56dcb0fe-4726-42d9-b685-a7260cb4bb1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-17T04:09:00Z', 'updated_at': '2021-04-17T04:09:10Z', 'revision_number': 4, 'project_id': 'f539ae10259f44be8e006cf6ce9f524d', 'gw_port': {'id': '56dcb0fe-4726-42d9-b685-a7260cb4bb1c', 'name': '', 'network_id': '3299e77b-a72c-46bf-8676-13cef166cd0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:a8:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec573b99-f264-4384-afeb-2d1932bf4391', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '126682c8-3b96-411d-a59b-48497db5cf0c', 'ip_address': '172.28.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-17T04:09:02Z', 'updated_at': '2021-04-17T04:09:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126682c8-3b96-411d-a59b-48497db5cf0c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-2-smb', '_interfaces': [{'id': 'c22cc7f4-732c-4613-8086-f159f4e9b31f', 'name': '', 'network_id': 'fd06db08-45b7-4a93-9943-79599be5cfb2', 'tenant_id': 'f539ae10259f44be8e006cf6ce9f524d', 'mac_address': 'fa:16:3e:e2:af:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec573b99-f264-4384-afeb-2d1932bf4391', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': 'b294b6a7-22fc-4dd9-8d61-e34e0aad06e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-17T04:09:07Z', 'updated_at': '2021-04-17T04:09:10Z', 'revision_number': 2, 'project_id': 'f539ae10259f44be8e006cf6ce9f524d', 'subnets': [{'id': 'b294b6a7-22fc-4dd9-8d61-e34e0aad06e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-2-smb', False) {} {{(pid=86332) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 17 04:09:13.156995 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb223930-a445-4539-a964-c112032dd4eb None None] Checking router: ec573b99-f264-4384-afeb-2d1932bf4391 for host: dv-cinder-786054-2-smb {{(pid=86332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 17 04:09:13.157845 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb223930-a445-4539-a964-c112032dd4eb None None] Updating router ec573b99-f264-4384-afeb-2d1932bf4391 port c22cc7f4-732c-4613-8086-f159f4e9b31f binding host dv-cinder-786054-2-smb {{(pid=86332) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 17 04:09:13.166129 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [req-bf32532f-8edd-4e56-a5c0-5c10ce59797d req-1898c2b7-6432-40f7-b8bc-a30c4259987e tempest-TestMinimumBasicScenario-1804355180 tempest-TestMinimumBasicScenario-1804355180-project] Notify callbacks [] for port, precommit_update {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:09:13.172114 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [req-bf32532f-8edd-4e56-a5c0-5c10ce59797d req-1898c2b7-6432-40f7-b8bc-a30c4259987e tempest-TestMinimumBasicScenario-1804355180 tempest-TestMinimumBasicScenario-1804355180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1691685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854152290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792299986632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244555219606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792299556228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3817522'] for port, after_update {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:09:13.172728 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.20', 57804) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 17 04:09:13.176871 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-91594624-695c-4ba7-968b-bb746fe90da4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:09:13.178850 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.v2.base [None req-f0a7b33a-3253-431f-b61c-514b3f6e7bcd tempest-TestShelveInstance-1964921938 tempest-TestShelveInstance-1964921938-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-961403968', 'description': 'tempest-secgroup-smoke-961403968 description', 'project_id': 'ca6206a14e294f1c94050af1f73d53f8'}} {{(pid=86330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 17 04:09:13.186199 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [None req-f0a7b33a-3253-431f-b61c-514b3f6e7bcd tempest-TestShelveInstance-1964921938 tempest-TestShelveInstance-1964921938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 17 04:09:13.190351 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [None req-f0a7b33a-3253-431f-b61c-514b3f6e7bcd tempest-TestShelveInstance-1964921938 tempest-TestShelveInstance-1964921938-project] Usage tracker for resource:security_group and tenant:ca6206a14e294f1c94050af1f73d53f8 is out of sync, need to count used quota {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 17 04:09:13.193591 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [None req-f0a7b33a-3253-431f-b61c-514b3f6e7bcd tempest-TestShelveInstance-1964921938 tempest-TestShelveInstance-1964921938-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 17 04:09:13.200924 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [None req-f0a7b33a-3253-431f-b61c-514b3f6e7bcd tempest-TestShelveInstance-1964921938 tempest-TestShelveInstance-1964921938-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 17 04:09:13.212327 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.db [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] get_ports_and_sgs() called for port_ids ['4a43203c-ceaa-4e06-80e8-a8cc7e4361a1'] {{(pid=86332) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 17 04:09:13.212603 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-f0a7b33a-3253-431f-b61c-514b3f6e7bcd tempest-TestShelveInstance-1964921938 tempest-TestShelveInstance-1964921938-project] Notify callbacks [] for security_group, before_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:09:13.252928 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [None req-f0a7b33a-3253-431f-b61c-514b3f6e7bcd tempest-TestShelveInstance-1964921938 tempest-TestShelveInstance-1964921938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 17 04:09:13.257547 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [None req-f0a7b33a-3253-431f-b61c-514b3f6e7bcd tempest-TestShelveInstance-1964921938 tempest-TestShelveInstance-1964921938-project] Usage tracker for resource:security_group_rule and tenant:ca6206a14e294f1c94050af1f73d53f8 is out of sync, need to count used quota {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 17 04:09:13.259498 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf32532f-8edd-4e56-a5c0-5c10ce59797d req-1898c2b7-6432-40f7-b8bc-a30c4259987e tempest-TestMinimumBasicScenario-1804355180 tempest-TestMinimumBasicScenario-1804355180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:09:13.260024 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-fb223930-a445-4539-a964-c112032dd4eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853081909'] for port, before_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:09:13.260763 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [req-bf32532f-8edd-4e56-a5c0-5c10ce59797d req-1898c2b7-6432-40f7-b8bc-a30c4259987e tempest-TestMinimumBasicScenario-1804355180 tempest-TestMinimumBasicScenario-1804355180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854152307'] for port, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:09:13.260931 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [None req-f0a7b33a-3253-431f-b61c-514b3f6e7bcd tempest-TestShelveInstance-1964921938 tempest-TestShelveInstance-1964921938-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 17 04:09:13.262655 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-bf32532f-8edd-4e56-a5c0-5c10ce59797d req-1898c2b7-6432-40f7-b8bc-a30c4259987e tempest-TestMinimumBasicScenario-1804355180 tempest-TestMinimumBasicScenario-1804355180-project] 10.222.0.20 "PUT /v2.0/ports/4a43203c-ceaa-4e06-80e8-a8cc7e4361a1 HTTP/1.1" status: 200 len: 982 time: 0.5743122 Apr 17 04:09:13.263728 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77c6f62d-8974-4b57-968d-f8f839d90eb8', 'tag': '4a43203c-ceaa-4e06-80e8-a8cc7e4361a1'}] {{(pid=86331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 17 04:09:13.278341 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [None req-f0a7b33a-3253-431f-b61c-514b3f6e7bcd tempest-TestShelveInstance-1964921938 tempest-TestShelveInstance-1964921938-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 17 04:09:13.289378 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1898c2b7-6432-40f7-b8bc-a30c4259987e tempest-TestMinimumBasicScenario-1804355180 tempest-TestMinimumBasicScenario-1804355180-project] Pushing event updated for resources: {'Port': ['ID=4a43203c-ceaa-4e06-80e8-a8cc7e4361a1,revision_number=6']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:09:13.302032 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-1898c2b7-6432-40f7-b8bc-a30c4259987e tempest-TestMinimumBasicScenario-1804355180 tempest-TestMinimumBasicScenario-1804355180-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:09:13.381464 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-f0a7b33a-3253-431f-b61c-514b3f6e7bcd tempest-TestShelveInstance-1964921938 tempest-TestShelveInstance-1964921938-project] Notify callbacks [] for security_group, precommit_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:09:13.384172 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77c6f62d-8974-4b57-968d-f8f839d90eb8', 'tag': '4a43203c-ceaa-4e06-80e8-a8cc7e4361a1', 'status': 'completed', 'code': 200} Apr 17 04:09:13.385842 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-f0a7b33a-3253-431f-b61c-514b3f6e7bcd tempest-TestShelveInstance-1964921938 tempest-TestShelveInstance-1964921938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920236'] for security_group, after_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:09:13.390725 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-aae741ce-9d8a-4318-99c2-af36a28f49da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:09:13.427870 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.db [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] get_ports_and_sgs() called for port_ids ['4a43203c-ceaa-4e06-80e8-a8cc7e4361a1'] {{(pid=86332) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 17 04:09:13.543999 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a7b33a-3253-431f-b61c-514b3f6e7bcd tempest-TestShelveInstance-1964921938 tempest-TestShelveInstance-1964921938-project] Pushing event updated for resources: {'SecurityGroup': ['ID=966d6d2d-9bfe-48ff-ab39-78b8c7f76cd0,revision_number=1']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:09:13.572123 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-f0a7b33a-3253-431f-b61c-514b3f6e7bcd tempest-TestShelveInstance-1964921938 tempest-TestShelveInstance-1964921938-project] Notify callbacks [] for security_group, before_response {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:09:13.573376 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [None req-f0a7b33a-3253-431f-b61c-514b3f6e7bcd tempest-TestShelveInstance-1964921938 tempest-TestShelveInstance-1964921938-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.3995492 Apr 17 04:09:13.574995 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-f0a7b33a-3253-431f-b61c-514b3f6e7bcd tempest-TestShelveInstance-1964921938 tempest-TestShelveInstance-1964921938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:09:13.578188 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.20', 57816) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 17 04:09:13.584244 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd49f2b-cfc7-4654-b47e-b5ecb005e03b req-f88f9757-744c-4a79-aabc-da93b81b9412 tempest-TestMinimumBasicScenario-1804355180 tempest-TestMinimumBasicScenario-1804355180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:09:13.585530 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.v2.base [None req-da90e9c4-3d85-46ca-96c0-e55491313cb5 tempest-TestShelveInstance-1964921938 tempest-TestShelveInstance-1964921938-project] Request body: {'security_group_rule': {'security_group_id': '966d6d2d-9bfe-48ff-ab39-78b8c7f76cd0', 'project_id': 'ca6206a14e294f1c94050af1f73d53f8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 17 04:09:13.586140 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-bfd49f2b-cfc7-4654-b47e-b5ecb005e03b req-f88f9757-744c-4a79-aabc-da93b81b9412 tempest-TestMinimumBasicScenario-1804355180 tempest-TestMinimumBasicScenario-1804355180-project] 10.222.0.20 "GET /v2.0/ports?device_id=77c6f62d-8974-4b57-968d-f8f839d90eb8 HTTP/1.1" status: 200 len: 985 time: 0.1429935 Apr 17 04:09:13.594120 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [None req-da90e9c4-3d85-46ca-96c0-e55491313cb5 tempest-TestShelveInstance-1964921938 tempest-TestShelveInstance-1964921938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 17 04:09:13.601995 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [None req-da90e9c4-3d85-46ca-96c0-e55491313cb5 tempest-TestShelveInstance-1964921938 tempest-TestShelveInstance-1964921938-project] Usage tracker for resource:security_group_rule and tenant:ca6206a14e294f1c94050af1f73d53f8 is out of sync, need to count used quota {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 17 04:09:13.605274 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [None req-da90e9c4-3d85-46ca-96c0-e55491313cb5 tempest-TestShelveInstance-1964921938 tempest-TestShelveInstance-1964921938-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 17 04:09:13.626423 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f446f6-9def-4298-8c3a-0d4746e569f6 req-5738130d-3c73-4477-b40b-70058cae4c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:09:13.628069 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-03f446f6-9def-4298-8c3a-0d4746e569f6 req-5738130d-3c73-4477-b40b-70058cae4c3c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=20095d40d9834d4b9753d4486e3a3e2c&device_id=77c6f62d-8974-4b57-968d-f8f839d90eb8 HTTP/1.1" status: 200 len: 1138 time: 0.2073071 Apr 17 04:09:13.629457 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [None req-da90e9c4-3d85-46ca-96c0-e55491313cb5 tempest-TestShelveInstance-1964921938 tempest-TestShelveInstance-1964921938-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 17 04:09:13.640975 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-bfd49f2b-cfc7-4654-b47e-b5ecb005e03b req-e80d1a86-af56-4265-8a5d-e7a48fff41ac tempest-TestMinimumBasicScenario-1804355180 tempest-TestMinimumBasicScenario-1804355180-project] 10.222.0.20 "GET /v2.0/security-groups?id=e01e7c40-4b22-407a-a279-6b071a5a6d80&id=a6570863-17a7-49ed-a7df-bde337527753&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0478609 Apr 17 04:09:13.684308 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-da90e9c4-3d85-46ca-96c0-e55491313cb5 tempest-TestShelveInstance-1964921938 tempest-TestShelveInstance-1964921938-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:09:13.782180 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.provisioning_blocks [None req-a2556987-9b0c-4c45-aaae-d7523936fd0a None None] Provisioning complete for port 4a43203c-ceaa-4e06-80e8-a8cc7e4361a1 triggered by entity DHCP. {{(pid=86332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 17 04:09:13.782606 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-a2556987-9b0c-4c45-aaae-d7523936fd0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2017814'] for port, provisioning_complete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:09:13.929771 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.rpc [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Device fbe7b530-d5ee-4a6a-b1a1-e3a32bc0671f no longer exists at agent hyperv_hv-cinder-78605 {{(pid=86332) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 17 04:09:14.045837 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f446f6-9def-4298-8c3a-0d4746e569f6 req-8e40766d-5d67-4d14-9f73-45ab08e974da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:09:14.047411 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-03f446f6-9def-4298-8c3a-0d4746e569f6 req-8e40766d-5d67-4d14-9f73-45ab08e974da service neutron] 10.222.0.32 "GET /v2.0/networks?id=43cd83d7-cb61-4acf-ae4e-cda478ed81e9 HTTP/1.1" status: 200 len: 916 time: 0.4112732 Apr 17 04:09:14.051795 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.plugin [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] No Port match for: fbe7b530-d5ee-4a6a-b1a1-e3a32bc0671f {{(pid=86332) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 17 04:09:14.052189 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.rpc [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Device fbe7b530-d5ee-4a6a-b1a1-e3a32bc0671f not bound to the agent host hv-cinder-78605 {{(pid=86332) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 17 04:09:14.112697 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-da90e9c4-3d85-46ca-96c0-e55491313cb5 tempest-TestShelveInstance-1964921938 tempest-TestShelveInstance-1964921938-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:09:14.120445 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-da90e9c4-3d85-46ca-96c0-e55491313cb5 tempest-TestShelveInstance-1964921938 tempest-TestShelveInstance-1964921938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920256'] for security_group_rule, after_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:09:14.123300 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cc6b36-4769-422f-9cb7-b5a6af671379 req-be48b39f-5d5a-4bd3-b4d0-e9b815b1253e tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:09:14.125147 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-10cc6b36-4769-422f-9cb7-b5a6af671379 req-be48b39f-5d5a-4bd3-b4d0-e9b815b1253e tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] 10.222.0.20 "GET /v2.0/ports?device_id=adc83314-abf3-458e-b145-974486d3defe HTTP/1.1" status: 200 len: 945 time: 0.1044326 Apr 17 04:09:14.133086 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:09:14.173337 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da90e9c4-3d85-46ca-96c0-e55491313cb5 tempest-TestShelveInstance-1964921938 tempest-TestShelveInstance-1964921938-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b877ad7-249f-4daa-a660-da961dadccbb,revision_number=0']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:09:14.178243 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-10cc6b36-4769-422f-9cb7-b5a6af671379 req-c879215d-c8aa-4518-ba36-c88e71a3acf3 tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] 10.222.0.20 "GET /v2.0/security-groups?id=48edf01a-27e1-4331-aa2f-debc447aa56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436869 Apr 17 04:09:14.178396 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-da90e9c4-3d85-46ca-96c0-e55491313cb5 tempest-TestShelveInstance-1964921938 tempest-TestShelveInstance-1964921938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:09:14.193535 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-03f446f6-9def-4298-8c3a-0d4746e569f6 req-0c4f2dc8-2858-4d70-aa6d-b146419f0333 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4a43203c-ceaa-4e06-80e8-a8cc7e4361a1 HTTP/1.1" status: 200 len: 1001 time: 0.1372571 Apr 17 04:09:14.194389 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-da90e9c4-3d85-46ca-96c0-e55491313cb5 tempest-TestShelveInstance-1964921938 tempest-TestShelveInstance-1964921938-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:09:14.196549 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [None req-da90e9c4-3d85-46ca-96c0-e55491313cb5 tempest-TestShelveInstance-1964921938 tempest-TestShelveInstance-1964921938-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6163318 Apr 17 04:09:14.198548 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.20', 57828) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 17 04:09:14.206444 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.v2.base [None req-c372ef14-09fd-4f53-8b5c-aa0966e8b7cc tempest-TestShelveInstance-1964921938 tempest-TestShelveInstance-1964921938-project] Request body: {'security_group_rule': {'security_group_id': '966d6d2d-9bfe-48ff-ab39-78b8c7f76cd0', 'project_id': 'ca6206a14e294f1c94050af1f73d53f8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=86330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 17 04:09:14.246046 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [None req-c372ef14-09fd-4f53-8b5c-aa0966e8b7cc tempest-TestShelveInstance-1964921938 tempest-TestShelveInstance-1964921938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 17 04:09:14.259598 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [None req-c372ef14-09fd-4f53-8b5c-aa0966e8b7cc tempest-TestShelveInstance-1964921938 tempest-TestShelveInstance-1964921938-project] Usage tracker for resource:security_group_rule and tenant:ca6206a14e294f1c94050af1f73d53f8 is out of sync, need to count used quota {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 17 04:09:14.263979 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [None req-c372ef14-09fd-4f53-8b5c-aa0966e8b7cc tempest-TestShelveInstance-1964921938 tempest-TestShelveInstance-1964921938-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 17 04:09:14.272703 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [None req-c372ef14-09fd-4f53-8b5c-aa0966e8b7cc tempest-TestShelveInstance-1964921938 tempest-TestShelveInstance-1964921938-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 17 04:09:14.293516 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f446f6-9def-4298-8c3a-0d4746e569f6 req-3113ed59-59b1-4851-9a66-00daa7b714e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:09:14.295086 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-03f446f6-9def-4298-8c3a-0d4746e569f6 req-3113ed59-59b1-4851-9a66-00daa7b714e5 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1a503fcd-4993-4e66-b302-8d39173456fd HTTP/1.1" status: 200 len: 854 time: 0.0925374 Apr 17 04:09:14.337643 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-c372ef14-09fd-4f53-8b5c-aa0966e8b7cc tempest-TestShelveInstance-1964921938 tempest-TestShelveInstance-1964921938-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:09:14.433896 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-c372ef14-09fd-4f53-8b5c-aa0966e8b7cc tempest-TestShelveInstance-1964921938 tempest-TestShelveInstance-1964921938-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:09:14.437748 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f446f6-9def-4298-8c3a-0d4746e569f6 req-c9fceb9c-55a0-4b7f-aa95-f67342fccc26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:09:14.439369 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-03f446f6-9def-4298-8c3a-0d4746e569f6 req-c9fceb9c-55a0-4b7f-aa95-f67342fccc26 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=43cd83d7-cb61-4acf-ae4e-cda478ed81e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1363993 Apr 17 04:09:14.440621 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-c372ef14-09fd-4f53-8b5c-aa0966e8b7cc tempest-TestShelveInstance-1964921938 tempest-TestShelveInstance-1964921938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920256'] for security_group_rule, after_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:09:14.442751 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-16114db6-c61b-409e-8804-66f13a502335 tempest-TestMinimumBasicScenario-1804355180 tempest-TestMinimumBasicScenario-1804355180-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:09:14.458312 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-fb223930-a445-4539-a964-c112032dd4eb None None] Notify callbacks [] for port, precommit_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:09:14.498399 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.provisioning_blocks [None req-fb223930-a445-4539-a964-c112032dd4eb None None] Transition to ACTIVE for port object c22cc7f4-732c-4613-8086-f159f4e9b31f will not be triggered until provisioned by entity L2. {{(pid=86332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 17 04:09:14.510911 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c372ef14-09fd-4f53-8b5c-aa0966e8b7cc tempest-TestShelveInstance-1964921938 tempest-TestShelveInstance-1964921938-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e73b2e0-b4df-4a14-bbde-b2d5a77914fa,revision_number=0']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:09:14.524841 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-fb223930-a445-4539-a964-c112032dd4eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1691685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854152290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792299986632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244555219606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792299556228'] for port, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:09:14.533462 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:09:14.563986 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-c372ef14-09fd-4f53-8b5c-aa0966e8b7cc tempest-TestShelveInstance-1964921938 tempest-TestShelveInstance-1964921938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:09:14.571789 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-c372ef14-09fd-4f53-8b5c-aa0966e8b7cc tempest-TestShelveInstance-1964921938 tempest-TestShelveInstance-1964921938-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:09:14.573076 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [None req-c372ef14-09fd-4f53-8b5c-aa0966e8b7cc tempest-TestShelveInstance-1964921938 tempest-TestShelveInstance-1964921938-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3726099 Apr 17 04:09:14.576597 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.20', 57834) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 17 04:09:14.586693 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.v2.base [None req-7bfd0438-fb6d-4fed-afc9-94b5ae46672b tempest-TestShelveInstance-1964921938 tempest-TestShelveInstance-1964921938-project] Request body: {'security_group_rule': {'security_group_id': '966d6d2d-9bfe-48ff-ab39-78b8c7f76cd0', 'project_id': 'ca6206a14e294f1c94050af1f73d53f8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=86331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 17 04:09:14.595315 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [None req-7bfd0438-fb6d-4fed-afc9-94b5ae46672b tempest-TestShelveInstance-1964921938 tempest-TestShelveInstance-1964921938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 17 04:09:14.600700 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [None req-7bfd0438-fb6d-4fed-afc9-94b5ae46672b tempest-TestShelveInstance-1964921938 tempest-TestShelveInstance-1964921938-project] Usage tracker for resource:security_group_rule and tenant:ca6206a14e294f1c94050af1f73d53f8 is out of sync, need to count used quota {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 17 04:09:14.612526 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-03f446f6-9def-4298-8c3a-0d4746e569f6 req-99e6cda4-85ef-4caa-bcfc-3ce5d4778096 service neutron] 10.222.0.32 "GET /v2.0/networks/43cd83d7-cb61-4acf-ae4e-cda478ed81e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1588569 Apr 17 04:09:14.617168 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [None req-7bfd0438-fb6d-4fed-afc9-94b5ae46672b tempest-TestShelveInstance-1964921938 tempest-TestShelveInstance-1964921938-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 17 04:09:14.624425 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [None req-7bfd0438-fb6d-4fed-afc9-94b5ae46672b tempest-TestShelveInstance-1964921938 tempest-TestShelveInstance-1964921938-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 17 04:09:14.665972 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-7bfd0438-fb6d-4fed-afc9-94b5ae46672b tempest-TestShelveInstance-1964921938 tempest-TestShelveInstance-1964921938-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:09:14.768432 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-7bfd0438-fb6d-4fed-afc9-94b5ae46672b tempest-TestShelveInstance-1964921938 tempest-TestShelveInstance-1964921938-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:09:14.774446 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-7bfd0438-fb6d-4fed-afc9-94b5ae46672b tempest-TestShelveInstance-1964921938 tempest-TestShelveInstance-1964921938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920256'] for security_group_rule, after_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:09:14.801143 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-6381913c-be64-4a59-ad2b-f1b174781811 tempest-TestMinimumBasicScenario-1804355180 tempest-TestMinimumBasicScenario-1804355180-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:09:14.834794 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfd0438-fb6d-4fed-afc9-94b5ae46672b tempest-TestShelveInstance-1964921938 tempest-TestShelveInstance-1964921938-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14f346ce-06fd-4376-a8c5-ce70edfb4581,revision_number=0']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:09:14.835910 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-03f446f6-9def-4298-8c3a-0d4746e569f6 req-2f3d505d-37a5-4e25-b99c-38a1c8514201 service neutron] 10.222.0.32 "GET /v2.0/networks/43cd83d7-cb61-4acf-ae4e-cda478ed81e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2072320 Apr 17 04:09:14.837893 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-7bfd0438-fb6d-4fed-afc9-94b5ae46672b tempest-TestShelveInstance-1964921938 tempest-TestShelveInstance-1964921938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:09:14.838866 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-7bfd0438-fb6d-4fed-afc9-94b5ae46672b tempest-TestShelveInstance-1964921938 tempest-TestShelveInstance-1964921938-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:09:14.840330 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [None req-7bfd0438-fb6d-4fed-afc9-94b5ae46672b tempest-TestShelveInstance-1964921938 tempest-TestShelveInstance-1964921938-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2624218 Apr 17 04:09:14.843269 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.20', 57840) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 17 04:09:14.854018 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.v2.base [None req-ae765fc5-1ff1-42dc-8ebd-657fb4b75003 tempest-TestShelveInstance-1964921938 tempest-TestShelveInstance-1964921938-project] Request body: {'security_group_rule': {'security_group_id': '966d6d2d-9bfe-48ff-ab39-78b8c7f76cd0', 'project_id': 'ca6206a14e294f1c94050af1f73d53f8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=86331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 17 04:09:14.862093 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [None req-ae765fc5-1ff1-42dc-8ebd-657fb4b75003 tempest-TestShelveInstance-1964921938 tempest-TestShelveInstance-1964921938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 17 04:09:14.867197 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [None req-ae765fc5-1ff1-42dc-8ebd-657fb4b75003 tempest-TestShelveInstance-1964921938 tempest-TestShelveInstance-1964921938-project] Usage tracker for resource:security_group_rule and tenant:ca6206a14e294f1c94050af1f73d53f8 is out of sync, need to count used quota {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 17 04:09:14.870496 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [None req-ae765fc5-1ff1-42dc-8ebd-657fb4b75003 tempest-TestShelveInstance-1964921938 tempest-TestShelveInstance-1964921938-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 17 04:09:14.879469 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [None req-ae765fc5-1ff1-42dc-8ebd-657fb4b75003 tempest-TestShelveInstance-1964921938 tempest-TestShelveInstance-1964921938-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 17 04:09:14.899450 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-ae765fc5-1ff1-42dc-8ebd-657fb4b75003 tempest-TestShelveInstance-1964921938 tempest-TestShelveInstance-1964921938-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:09:14.957686 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ca58d8-3596-40b6-b173-9cd7f9b59afc None None] Pushing event updated for resources: {'Port': ['ID=c22cc7f4-732c-4613-8086-f159f4e9b31f,revision_number=3']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:09:14.960869 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-b0ca58d8-3596-40b6-b173-9cd7f9b59afc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.428s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:09:14.977056 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-ae765fc5-1ff1-42dc-8ebd-657fb4b75003 tempest-TestShelveInstance-1964921938 tempest-TestShelveInstance-1964921938-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:09:14.980490 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-ae765fc5-1ff1-42dc-8ebd-657fb4b75003 tempest-TestShelveInstance-1964921938 tempest-TestShelveInstance-1964921938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920256'] for security_group_rule, after_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:09:14.982697 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:09:15.007955 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae765fc5-1ff1-42dc-8ebd-657fb4b75003 tempest-TestShelveInstance-1964921938 tempest-TestShelveInstance-1964921938-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4952215-a720-42bb-9e9d-16699f7c2fa0,revision_number=0']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:09:15.011953 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-ae765fc5-1ff1-42dc-8ebd-657fb4b75003 tempest-TestShelveInstance-1964921938 tempest-TestShelveInstance-1964921938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:09:15.021101 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-ae765fc5-1ff1-42dc-8ebd-657fb4b75003 tempest-TestShelveInstance-1964921938 tempest-TestShelveInstance-1964921938-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:09:15.022489 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [None req-ae765fc5-1ff1-42dc-8ebd-657fb4b75003 tempest-TestShelveInstance-1964921938 tempest-TestShelveInstance-1964921938-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1780298 Apr 17 04:09:15.025512 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.20', 57846) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 17 04:09:15.031312 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.v2.base [None req-d2c1137a-b2e6-44f1-912e-baebeca20009 tempest-TestShelveInstance-1964921938 tempest-TestShelveInstance-1964921938-project] Request body: {'security_group_rule': {'security_group_id': '966d6d2d-9bfe-48ff-ab39-78b8c7f76cd0', 'project_id': 'ca6206a14e294f1c94050af1f73d53f8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=86330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 17 04:09:15.038176 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [None req-d2c1137a-b2e6-44f1-912e-baebeca20009 tempest-TestShelveInstance-1964921938 tempest-TestShelveInstance-1964921938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 17 04:09:15.042499 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [None req-d2c1137a-b2e6-44f1-912e-baebeca20009 tempest-TestShelveInstance-1964921938 tempest-TestShelveInstance-1964921938-project] Usage tracker for resource:security_group_rule and tenant:ca6206a14e294f1c94050af1f73d53f8 is out of sync, need to count used quota {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 17 04:09:15.045905 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [None req-d2c1137a-b2e6-44f1-912e-baebeca20009 tempest-TestShelveInstance-1964921938 tempest-TestShelveInstance-1964921938-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 17 04:09:15.056785 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [None req-d2c1137a-b2e6-44f1-912e-baebeca20009 tempest-TestShelveInstance-1964921938 tempest-TestShelveInstance-1964921938-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 17 04:09:15.067628 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.db.securitygroups_db [None req-d2c1137a-b2e6-44f1-912e-baebeca20009 tempest-TestShelveInstance-1964921938 tempest-TestShelveInstance-1964921938-project] Project ca6206a14e294f1c94050af1f73d53f8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 17 04:09:15.075076 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-d2c1137a-b2e6-44f1-912e-baebeca20009 tempest-TestShelveInstance-1964921938 tempest-TestShelveInstance-1964921938-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:09:15.131804 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.managers [None req-fb223930-a445-4539-a964-c112032dd4eb None None] Attempting to bind port c22cc7f4-732c-4613-8086-f159f4e9b31f on host dv-cinder-786054-2-smb for vnic_type normal with profile {{(pid=86332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 17 04:09:15.132214 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.managers [None req-fb223930-a445-4539-a964-c112032dd4eb None None] Attempting to bind port c22cc7f4-732c-4613-8086-f159f4e9b31f by drivers openvswitch,hyperv on host dv-cinder-786054-2-smb at level 0 using segments [{'id': '23ccdc1f-b2d5-44db-aad7-61505c22015e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'fd06db08-45b7-4a93-9943-79599be5cfb2'}] {{(pid=86332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 17 04:09:15.132645 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb223930-a445-4539-a964-c112032dd4eb None None] Attempting to bind port c22cc7f4-732c-4613-8086-f159f4e9b31f on network fd06db08-45b7-4a93-9943-79599be5cfb2 {{(pid=86332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 17 04:09:15.141216 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb223930-a445-4539-a964-c112032dd4eb None None] Checking agent: {'id': '96b6248f-f9b9-4a9f-9317-f4ef1fc85571', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786054-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 17, 3, 57, 41), 'started_at': datetime.datetime(2021, 4, 17, 3, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 4, 17, 4, 9, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786054-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 17 04:09:15.141630 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb223930-a445-4539-a964-c112032dd4eb None None] Checking segment: {'id': '23ccdc1f-b2d5-44db-aad7-61505c22015e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'fd06db08-45b7-4a93-9943-79599be5cfb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 17 04:09:15.142071 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-fb223930-a445-4539-a964-c112032dd4eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:09:15.142510 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb223930-a445-4539-a964-c112032dd4eb None None] Bound using segment: {'id': '23ccdc1f-b2d5-44db-aad7-61505c22015e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'fd06db08-45b7-4a93-9943-79599be5cfb2'} {{(pid=86332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 17 04:09:15.143080 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.managers [None req-fb223930-a445-4539-a964-c112032dd4eb None None] Bound port: c22cc7f4-732c-4613-8086-f159f4e9b31f, host: dv-cinder-786054-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23ccdc1f-b2d5-44db-aad7-61505c22015e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'fd06db08-45b7-4a93-9943-79599be5cfb2'}}] {{(pid=86332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 17 04:09:15.143490 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-fb223930-a445-4539-a964-c112032dd4eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853081909'] for port, before_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:09:15.146170 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-d2c1137a-b2e6-44f1-912e-baebeca20009 tempest-TestShelveInstance-1964921938 tempest-TestShelveInstance-1964921938-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:09:15.149586 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-d2c1137a-b2e6-44f1-912e-baebeca20009 tempest-TestShelveInstance-1964921938 tempest-TestShelveInstance-1964921938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920256'] for security_group_rule, after_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:09:15.151778 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:09:15.153117 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf28d65-5d2f-4256-b953-eea4977c1efe req-8fce417e-b119-4c9e-bee7-0fa80e332e07 tempest-AttachVolumeNegativeTest-1226596354 tempest-AttachVolumeNegativeTest-1226596354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:09:15.154979 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-dbf28d65-5d2f-4256-b953-eea4977c1efe req-8fce417e-b119-4c9e-bee7-0fa80e332e07 tempest-AttachVolumeNegativeTest-1226596354 tempest-AttachVolumeNegativeTest-1226596354-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4408bca-bf10-4802-9d42-a42681c7a793 HTTP/1.1" status: 200 len: 946 time: 0.1014111 Apr 17 04:09:15.176369 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c1137a-b2e6-44f1-912e-baebeca20009 tempest-TestShelveInstance-1964921938 tempest-TestShelveInstance-1964921938-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84c59f26-7f82-4a15-ab86-b8952796512f,revision_number=0']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:09:15.179304 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-d2c1137a-b2e6-44f1-912e-baebeca20009 tempest-TestShelveInstance-1964921938 tempest-TestShelveInstance-1964921938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:09:15.186609 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-d2c1137a-b2e6-44f1-912e-baebeca20009 tempest-TestShelveInstance-1964921938 tempest-TestShelveInstance-1964921938-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:09:15.190938 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [None req-d2c1137a-b2e6-44f1-912e-baebeca20009 tempest-TestShelveInstance-1964921938 tempest-TestShelveInstance-1964921938-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1612856 Apr 17 04:09:15.191244 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.20', 57850) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 17 04:09:15.197040 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.v2.base [None req-27de75a9-7d8a-422c-8063-bf547fe7111b tempest-TestShelveInstance-1964921938 tempest-TestShelveInstance-1964921938-project] Request body: {'security_group_rule': {'security_group_id': '966d6d2d-9bfe-48ff-ab39-78b8c7f76cd0', 'project_id': 'ca6206a14e294f1c94050af1f73d53f8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=86330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 17 04:09:15.204209 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [None req-27de75a9-7d8a-422c-8063-bf547fe7111b tempest-TestShelveInstance-1964921938 tempest-TestShelveInstance-1964921938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 17 04:09:15.205775 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-dbf28d65-5d2f-4256-b953-eea4977c1efe req-487ee6c1-7d8e-47e1-b1bc-95c56fc99849 tempest-AttachVolumeNegativeTest-1226596354 tempest-AttachVolumeNegativeTest-1226596354-project] 10.222.0.20 "GET /v2.0/security-groups?id=ae5ae7d4-03a6-4de4-82fb-45078eb27a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436206 Apr 17 04:09:15.208508 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [None req-27de75a9-7d8a-422c-8063-bf547fe7111b tempest-TestShelveInstance-1964921938 tempest-TestShelveInstance-1964921938-project] Usage tracker for resource:security_group_rule and tenant:ca6206a14e294f1c94050af1f73d53f8 is out of sync, need to count used quota {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 17 04:09:15.213939 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [None req-27de75a9-7d8a-422c-8063-bf547fe7111b tempest-TestShelveInstance-1964921938 tempest-TestShelveInstance-1964921938-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 17 04:09:15.229183 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [None req-27de75a9-7d8a-422c-8063-bf547fe7111b tempest-TestShelveInstance-1964921938 tempest-TestShelveInstance-1964921938-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 17 04:09:15.234640 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.db.securitygroups_db [None req-27de75a9-7d8a-422c-8063-bf547fe7111b tempest-TestShelveInstance-1964921938 tempest-TestShelveInstance-1964921938-project] Project ca6206a14e294f1c94050af1f73d53f8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 17 04:09:15.242109 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-27de75a9-7d8a-422c-8063-bf547fe7111b tempest-TestShelveInstance-1964921938 tempest-TestShelveInstance-1964921938-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:09:15.252483 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.db [None req-fb223930-a445-4539-a964-c112032dd4eb None None] For port c22cc7f4-732c-4613-8086-f159f4e9b31f, host dv-cinder-786054-2-smb, cleared binding levels {{(pid=86332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 17 04:09:15.255692 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.db [None req-fb223930-a445-4539-a964-c112032dd4eb None None] For port c22cc7f4-732c-4613-8086-f159f4e9b31f, host dv-cinder-786054-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-2-smb',level=0,port_id=c22cc7f4-732c-4613-8086-f159f4e9b31f,segment=NetworkSegment(23ccdc1f-b2d5-44db-aad7-61505c22015e),segment_id=23ccdc1f-b2d5-44db-aad7-61505c22015e)] {{(pid=86332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 17 04:09:15.259106 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-fb223930-a445-4539-a964-c112032dd4eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1691685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854152290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792299986632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244555219606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792299556228'] for port, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:09:15.269657 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:09:15.313214 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-27de75a9-7d8a-422c-8063-bf547fe7111b tempest-TestShelveInstance-1964921938 tempest-TestShelveInstance-1964921938-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:09:15.317315 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-27de75a9-7d8a-422c-8063-bf547fe7111b tempest-TestShelveInstance-1964921938 tempest-TestShelveInstance-1964921938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920256'] for security_group_rule, after_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:09:15.319667 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-d2032acd-9d1f-4adf-a837-061e22281ca2 tempest-TestMinimumBasicScenario-1804355180 tempest-TestMinimumBasicScenario-1804355180-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:09:15.351018 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-27de75a9-7d8a-422c-8063-bf547fe7111b tempest-TestShelveInstance-1964921938 tempest-TestShelveInstance-1964921938-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:09:15.354329 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [None req-27de75a9-7d8a-422c-8063-bf547fe7111b tempest-TestShelveInstance-1964921938 tempest-TestShelveInstance-1964921938-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1600103 Apr 17 04:09:15.354499 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb223930-a445-4539-a964-c112032dd4eb None None] Routers {'ec573b99-f264-4384-afeb-2d1932bf4391'} bound to L3 agent in host dv-cinder-786054-2-smb {{(pid=86332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 17 04:09:15.354499 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.l3_hamode_db [None req-fb223930-a445-4539-a964-c112032dd4eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786054-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-17T03:57:39Z,description=,heartbeat_timestamp=2021-04-17T04:09:10Z,host='dv-cinder-786054-2-smb',id=89c35117-d9bd-45d8-8d43-26735203dc9d,load=0,resource_versions=,resources_synced=,started_at=2021-04-17T03:57:39Z,topic='l3_agent')) {'router_ids': ['ec573b99-f264-4384-afeb-2d1932bf4391'], 'active': True} {{(pid=86332) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 17 04:09:15.355459 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27de75a9-7d8a-422c-8063-bf547fe7111b tempest-TestShelveInstance-1964921938 tempest-TestShelveInstance-1964921938-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=397401a5-198f-45ee-8b7a-fa16295a2435,revision_number=0']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:09:15.358793 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-27de75a9-7d8a-422c-8063-bf547fe7111b tempest-TestShelveInstance-1964921938 tempest-TestShelveInstance-1964921938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:09:15.407706 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adaf6a86-73a3-4f8c-a558-863008aad866 req-e16b9a8c-d5dc-49f0-869a-7103ad0fce4f tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:09:15.407706 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-adaf6a86-73a3-4f8c-a558-863008aad866 req-e16b9a8c-d5dc-49f0-869a-7103ad0fce4f tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] 10.222.0.20 "GET /v2.0/ports?device_id=adc83314-abf3-458e-b145-974486d3defe HTTP/1.1" status: 200 len: 945 time: 0.1011646 Apr 17 04:09:15.425930 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ca58d8-3596-40b6-b173-9cd7f9b59afc None None] Pushing event updated for resources: {'Port': ['ID=c22cc7f4-732c-4613-8086-f159f4e9b31f,revision_number=4']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:09:15.429602 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-b0ca58d8-3596-40b6-b173-9cd7f9b59afc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:09:15.473029 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-adaf6a86-73a3-4f8c-a558-863008aad866 req-bdb7ccfc-0497-494e-8337-6e1f3ea04710 tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] 10.222.0.20 "GET /v2.0/security-groups?id=48edf01a-27e1-4331-aa2f-debc447aa56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537267 Apr 17 04:09:15.560766 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.l3_dvr_db [None req-fb223930-a445-4539-a964-c112032dd4eb None None] Set router ec573b99-f264-4384-afeb-2d1932bf4391 gateway port host: dv-cinder-786054-2-smb {{(pid=86332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 17 04:09:15.711862 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.agents_db [None req-76d39d81-b417-4462-95bd-4e842fba9248 None None] Agent healthcheck: found 6 active agents {{(pid=86333) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 17 04:09:15.903101 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.l3_hamode_db [None req-fb223930-a445-4539-a964-c112032dd4eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec573b99-f264-4384-afeb-2d1932bf4391', 'name': 'tempest-TestShelveInstance-1328410593-router', 'tenant_id': 'f539ae10259f44be8e006cf6ce9f524d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3299e77b-a72c-46bf-8676-13cef166cd0a', 'external_fixed_ips': [{'subnet_id': '126682c8-3b96-411d-a59b-48497db5cf0c', 'ip_address': '172.28.1.121'}], 'enable_snat': True}, 'gw_port_id': '56dcb0fe-4726-42d9-b685-a7260cb4bb1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-17T04:09:00Z', 'updated_at': '2021-04-17T04:09:10Z', 'revision_number': 4, 'project_id': 'f539ae10259f44be8e006cf6ce9f524d', 'gw_port': {'id': '56dcb0fe-4726-42d9-b685-a7260cb4bb1c', 'name': '', 'network_id': '3299e77b-a72c-46bf-8676-13cef166cd0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:a8:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec573b99-f264-4384-afeb-2d1932bf4391', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '126682c8-3b96-411d-a59b-48497db5cf0c', 'ip_address': '172.28.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-17T04:09:02Z', 'updated_at': '2021-04-17T04:09:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126682c8-3b96-411d-a59b-48497db5cf0c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-2-smb', '_interfaces': [{'id': 'c22cc7f4-732c-4613-8086-f159f4e9b31f', 'name': '', 'network_id': 'fd06db08-45b7-4a93-9943-79599be5cfb2', 'tenant_id': 'f539ae10259f44be8e006cf6ce9f524d', 'mac_address': 'fa:16:3e:e2:af:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec573b99-f264-4384-afeb-2d1932bf4391', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': 'b294b6a7-22fc-4dd9-8d61-e34e0aad06e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-17T04:09:07Z', 'updated_at': '2021-04-17T04:09:15Z', 'revision_number': 4, 'project_id': 'f539ae10259f44be8e006cf6ce9f524d', 'subnets': [{'id': 'b294b6a7-22fc-4dd9-8d61-e34e0aad06e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-2-smb', False) {} {{(pid=86332) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 17 04:09:15.907566 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb223930-a445-4539-a964-c112032dd4eb None None] The sync data for ids ['ec573b99-f264-4384-afeb-2d1932bf4391'] in dv-cinder-786054-2-smb is: [{'id': 'ec573b99-f264-4384-afeb-2d1932bf4391', 'name': 'tempest-TestShelveInstance-1328410593-router', 'tenant_id': 'f539ae10259f44be8e006cf6ce9f524d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3299e77b-a72c-46bf-8676-13cef166cd0a', 'external_fixed_ips': [{'subnet_id': '126682c8-3b96-411d-a59b-48497db5cf0c', 'ip_address': '172.28.1.121'}], 'enable_snat': True}, 'gw_port_id': '56dcb0fe-4726-42d9-b685-a7260cb4bb1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-17T04:09:00Z', 'updated_at': '2021-04-17T04:09:10Z', 'revision_number': 4, 'project_id': 'f539ae10259f44be8e006cf6ce9f524d', 'gw_port': {'id': '56dcb0fe-4726-42d9-b685-a7260cb4bb1c', 'name': '', 'network_id': '3299e77b-a72c-46bf-8676-13cef166cd0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:a8:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec573b99-f264-4384-afeb-2d1932bf4391', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '126682c8-3b96-411d-a59b-48497db5cf0c', 'ip_address': '172.28.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-17T04:09:02Z', 'updated_at': '2021-04-17T04:09:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126682c8-3b96-411d-a59b-48497db5cf0c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-2-smb', '_interfaces': [{'id': 'c22cc7f4-732c-4613-8086-f159f4e9b31f', 'name': '', 'network_id': 'fd06db08-45b7-4a93-9943-79599be5cfb2', 'tenant_id': 'f539ae10259f44be8e006cf6ce9f524d', 'mac_address': 'fa:16:3e:e2:af:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec573b99-f264-4384-afeb-2d1932bf4391', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': 'b294b6a7-22fc-4dd9-8d61-e34e0aad06e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-17T04:09:07Z', 'updated_at': '2021-04-17T04:09:15Z', 'revision_number': 4, 'project_id': 'f539ae10259f44be8e006cf6ce9f524d', 'subnets': [{'id': 'b294b6a7-22fc-4dd9-8d61-e34e0aad06e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 17 04:09:16.435334 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.rpc [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] Device c22cc7f4-732c-4613-8086-f159f4e9b31f up at agent ovs-agent-dv-cinder-786054-2-smb {{(pid=86332) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 17 04:09:16.464977 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe44ced-081c-43b5-8a02-3aa5d271c970 req-3c59afdd-2bc4-4bf1-98ae-b4a0c064c7ea tempest-AttachVolumeNegativeTest-1226596354 tempest-AttachVolumeNegativeTest-1226596354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:09:16.466607 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-bfe44ced-081c-43b5-8a02-3aa5d271c970 req-3c59afdd-2bc4-4bf1-98ae-b4a0c064c7ea tempest-AttachVolumeNegativeTest-1226596354 tempest-AttachVolumeNegativeTest-1226596354-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4408bca-bf10-4802-9d42-a42681c7a793 HTTP/1.1" status: 200 len: 946 time: 0.1350098 Apr 17 04:09:16.520225 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-bfe44ced-081c-43b5-8a02-3aa5d271c970 req-23dbdf85-1255-4a60-9871-4d02140517d6 tempest-AttachVolumeNegativeTest-1226596354 tempest-AttachVolumeNegativeTest-1226596354-project] 10.222.0.20 "GET /v2.0/security-groups?id=ae5ae7d4-03a6-4de4-82fb-45078eb27a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448041 Apr 17 04:09:16.528160 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.provisioning_blocks [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] Provisioning for port c22cc7f4-732c-4613-8086-f159f4e9b31f completed by entity L2. {{(pid=86332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 17 04:09:16.534103 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.provisioning_blocks [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] Provisioning complete for port c22cc7f4-732c-4613-8086-f159f4e9b31f triggered by entity L2. {{(pid=86332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 17 04:09:16.534634 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2017814'] for port, provisioning_complete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:09:16.679213 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853081909'] for port, before_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:09:16.730547 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ede4f4-87d3-4818-8174-c72a42a09a1c req-67712aaf-e3fe-4f88-9a60-4fa6d8f19c51 tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:09:16.731360 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [req-47ede4f4-87d3-4818-8174-c72a42a09a1c req-67712aaf-e3fe-4f88-9a60-4fa6d8f19c51 tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] Synchronizing usage tracker for tenant:c61f909e458d447f8c0cdeb8d1fce856 on resource:port {{(pid=86330) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 17 04:09:16.731910 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.db [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] For port c22cc7f4-732c-4613-8086-f159f4e9b31f, host dv-cinder-786054-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-2-smb',level=0,port_id=c22cc7f4-732c-4613-8086-f159f4e9b31f,segment=NetworkSegment(23ccdc1f-b2d5-44db-aad7-61505c22015e),segment_id=23ccdc1f-b2d5-44db-aad7-61505c22015e)] {{(pid=86332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 17 04:09:16.739851 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3eb2a4d-11d7-455c-aa92-3e64d4a83429 req-03bc588a-092d-46ab-aaaa-57a0136baa8a tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:09:16.743839 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-b3eb2a4d-11d7-455c-aa92-3e64d4a83429 req-03bc588a-092d-46ab-aaaa-57a0136baa8a tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] 10.222.0.20 "GET /v2.0/ports?device_id=adc83314-abf3-458e-b145-974486d3defe HTTP/1.1" status: 200 len: 945 time: 0.1276171 Apr 17 04:09:16.744008 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1691685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854152290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792299986632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244555219606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792299556228'] for port, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:09:16.751546 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-be9bc4e9-234a-41e5-abcc-54761f49d93b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:09:16.756993 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [req-47ede4f4-87d3-4818-8174-c72a42a09a1c req-67712aaf-e3fe-4f88-9a60-4fa6d8f19c51 tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] Unset dirty status for tenant:c61f909e458d447f8c0cdeb8d1fce856 on resource:port {{(pid=86330) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 17 04:09:16.758486 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-47ede4f4-87d3-4818-8174-c72a42a09a1c req-67712aaf-e3fe-4f88-9a60-4fa6d8f19c51 tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] 10.222.0.32 "GET /v2.0/ports?device_id=adc83314-abf3-458e-b145-974486d3defe HTTP/1.1" status: 200 len: 945 time: 0.1570706 Apr 17 04:09:16.795712 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-b3eb2a4d-11d7-455c-aa92-3e64d4a83429 req-b5488e50-89ac-4eb2-b02f-643b6c721afa tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] 10.222.0.20 "GET /v2.0/security-groups?id=48edf01a-27e1-4331-aa2f-debc447aa56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442233 Apr 17 04:09:16.830217 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] Pushing event updated for resources: {'Port': ['ID=c22cc7f4-732c-4613-8086-f159f4e9b31f,revision_number=5']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:09:16.833614 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:09:16.852166 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.plugin [req-47ede4f4-87d3-4818-8174-c72a42a09a1c req-dc106f26-ef97-4b8a-809d-77138aba9994 tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] Deleting port 1193c9e6-b406-4c4a-a961-bc8a319fade0 {{(pid=86330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 17 04:09:16.852582 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [req-47ede4f4-87d3-4818-8174-c72a42a09a1c req-dc106f26-ef97-4b8a-809d-77138aba9994 tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363244554791028'] for port, before_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:09:17.144437 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2ded95-fff6-4fc5-bf0e-861c91246c29 req-69a8b60b-459b-4973-a6ac-1db155273e72 tempest-AttachVolumeNegativeTest-1226596354 tempest-AttachVolumeNegativeTest-1226596354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:09:17.145824 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [req-dc2ded95-fff6-4fc5-bf0e-861c91246c29 req-69a8b60b-459b-4973-a6ac-1db155273e72 tempest-AttachVolumeNegativeTest-1226596354 tempest-AttachVolumeNegativeTest-1226596354-project] Synchronizing usage tracker for tenant:414abe24304b477ea2fe3108443164aa on resource:port {{(pid=86330) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 17 04:09:17.185172 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [req-dc2ded95-fff6-4fc5-bf0e-861c91246c29 req-69a8b60b-459b-4973-a6ac-1db155273e72 tempest-AttachVolumeNegativeTest-1226596354 tempest-AttachVolumeNegativeTest-1226596354-project] Unset dirty status for tenant:414abe24304b477ea2fe3108443164aa on resource:port {{(pid=86330) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 17 04:09:17.185797 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-dc2ded95-fff6-4fc5-bf0e-861c91246c29 req-69a8b60b-459b-4973-a6ac-1db155273e72 tempest-AttachVolumeNegativeTest-1226596354 tempest-AttachVolumeNegativeTest-1226596354-project] 10.222.0.32 "GET /v2.0/ports?device_id=a4408bca-bf10-4802-9d42-a42681c7a793 HTTP/1.1" status: 200 len: 946 time: 0.3020480 Apr 17 04:09:17.262633 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.db [req-47ede4f4-87d3-4818-8174-c72a42a09a1c req-dc106f26-ef97-4b8a-809d-77138aba9994 tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] For port 1193c9e6-b406-4c4a-a961-bc8a319fade0, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=1193c9e6-b406-4c4a-a961-bc8a319fade0,segment=NetworkSegment(2de5fad0-bc57-4963-857c-9303f2405e9d),segment_id=2de5fad0-bc57-4963-857c-9303f2405e9d)] {{(pid=86330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 17 04:09:17.263236 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [req-47ede4f4-87d3-4818-8174-c72a42a09a1c req-dc106f26-ef97-4b8a-809d-77138aba9994 tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853832323'] for port, precommit_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:09:17.409094 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.plugin [req-47ede4f4-87d3-4818-8174-c72a42a09a1c req-dc106f26-ef97-4b8a-809d-77138aba9994 tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] Calling delete_port for 1193c9e6-b406-4c4a-a961-bc8a319fade0 owned by compute:nova {{(pid=86330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 17 04:09:17.444473 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.plugin [req-dc2ded95-fff6-4fc5-bf0e-861c91246c29 req-ce2f98bc-2fc5-49b3-a2f5-bc40611cf44e tempest-AttachVolumeNegativeTest-1226596354 tempest-AttachVolumeNegativeTest-1226596354-project] Deleting port 7ddcf9cb-567f-4abd-b738-abd8a77d244e {{(pid=86330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 17 04:09:17.444845 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [req-dc2ded95-fff6-4fc5-bf0e-861c91246c29 req-ce2f98bc-2fc5-49b3-a2f5-bc40611cf44e tempest-AttachVolumeNegativeTest-1226596354 tempest-AttachVolumeNegativeTest-1226596354-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363244554791028'] for port, before_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:09:17.770696 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [req-47ede4f4-87d3-4818-8174-c72a42a09a1c req-dc106f26-ef97-4b8a-809d-77138aba9994 tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1691685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854152290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244554789151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792299556194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852218909'] for port, after_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:09:17.781507 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea89b54-f8b2-4c94-b75f-1613b0d41b6c req-afd7adcb-bb4e-45a2-aee1-6388931c7713 tempest-AttachVolumeNegativeTest-1226596354 tempest-AttachVolumeNegativeTest-1226596354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:09:17.782469 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-7bf13999-2400-4710-924b-8a9a46b02eec service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:09:17.785226 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-0ea89b54-f8b2-4c94-b75f-1613b0d41b6c req-afd7adcb-bb4e-45a2-aee1-6388931c7713 tempest-AttachVolumeNegativeTest-1226596354 tempest-AttachVolumeNegativeTest-1226596354-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4408bca-bf10-4802-9d42-a42681c7a793 HTTP/1.1" status: 200 len: 946 time: 0.1049469 Apr 17 04:09:17.791407 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.db [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] get_ports_and_sgs() called for port_ids ['995830d2-98eb-4e77-85fe-efc69cb1ced3', '1193c9e6-b406-4c4a-a961-bc8a319fade0'] {{(pid=86332) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 17 04:09:17.840904 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc106f26-ef97-4b8a-809d-77138aba9994 tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] Pushing event deleted for resources: {'Port': ['ID=1193c9e6-b406-4c4a-a961-bc8a319fade0,revision_number=None']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:09:17.842872 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-0ea89b54-f8b2-4c94-b75f-1613b0d41b6c req-c3213675-534d-4ec6-a3f3-c0806dfb4aef tempest-AttachVolumeNegativeTest-1226596354 tempest-AttachVolumeNegativeTest-1226596354-project] 10.222.0.20 "GET /v2.0/security-groups?id=ae5ae7d4-03a6-4de4-82fb-45078eb27a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493913 Apr 17 04:09:17.856724 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-dc106f26-ef97-4b8a-809d-77138aba9994 tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:09:17.946487 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.l3_dvrscheduler_db [req-47ede4f4-87d3-4818-8174-c72a42a09a1c req-dc106f26-ef97-4b8a-809d-77138aba9994 tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] No DVR routers for this DVR port 1193c9e6-b406-4c4a-a961-bc8a319fade0 on host hv-cinder-78605 {{(pid=86330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 17 04:09:17.949752 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.db [req-dc2ded95-fff6-4fc5-bf0e-861c91246c29 req-ce2f98bc-2fc5-49b3-a2f5-bc40611cf44e tempest-AttachVolumeNegativeTest-1226596354 tempest-AttachVolumeNegativeTest-1226596354-project] For port 7ddcf9cb-567f-4abd-b738-abd8a77d244e, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=7ddcf9cb-567f-4abd-b738-abd8a77d244e,segment=NetworkSegment(21289dc9-e49a-4956-a25b-e0a8cf0d6ebd),segment_id=21289dc9-e49a-4956-a25b-e0a8cf0d6ebd)] {{(pid=86330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 17 04:09:17.950164 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [req-dc2ded95-fff6-4fc5-bf0e-861c91246c29 req-ce2f98bc-2fc5-49b3-a2f5-bc40611cf44e tempest-AttachVolumeNegativeTest-1226596354 tempest-AttachVolumeNegativeTest-1226596354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853832323'] for port, precommit_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:09:17.958885 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [req-47ede4f4-87d3-4818-8174-c72a42a09a1c req-dc106f26-ef97-4b8a-809d-77138aba9994 tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2986'] for port, before_response {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:09:17.961530 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adc83314-abf3-458e-b145-974486d3defe', 'name': 'network-vif-deleted', 'tag': '1193c9e6-b406-4c4a-a961-bc8a319fade0'}] {{(pid=86330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 17 04:09:17.998899 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-72af4b69-800e-43ce-ba62-4d9450215f71 req-f3c8b163-d33d-464b-86ac-c33b4b16bc57 tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] 10.222.0.20 "GET /v2.0/ports?device_id=adc83314-abf3-458e-b145-974486d3defe HTTP/1.1" status: 200 len: 210 time: 0.0606072 Apr 17 04:09:18.049197 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adc83314-abf3-458e-b145-974486d3defe', 'name': 'network-vif-deleted', 'tag': '1193c9e6-b406-4c4a-a961-bc8a319fade0', 'status': 'completed', 'code': 200} Apr 17 04:09:18.118829 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.plugin [req-dc2ded95-fff6-4fc5-bf0e-861c91246c29 req-ce2f98bc-2fc5-49b3-a2f5-bc40611cf44e tempest-AttachVolumeNegativeTest-1226596354 tempest-AttachVolumeNegativeTest-1226596354-project] Calling delete_port for 7ddcf9cb-567f-4abd-b738-abd8a77d244e owned by compute:nova {{(pid=86330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 17 04:09:18.150175 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-47ede4f4-87d3-4818-8174-c72a42a09a1c req-dc106f26-ef97-4b8a-809d-77138aba9994 tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] 10.222.0.32 "DELETE /v2.0/ports/1193c9e6-b406-4c4a-a961-bc8a319fade0 HTTP/1.1" status: 204 len: 173 time: 1.3805039 Apr 17 04:09:18.274169 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [req-dc2ded95-fff6-4fc5-bf0e-861c91246c29 req-ce2f98bc-2fc5-49b3-a2f5-bc40611cf44e tempest-AttachVolumeNegativeTest-1226596354 tempest-AttachVolumeNegativeTest-1226596354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1691685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854152290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244554789151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792299556194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852218909'] for port, after_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:09:18.280091 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:09:18.291228 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.db [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] get_ports_and_sgs() called for port_ids ['92ee2581-4aca-4e7f-accd-d0bcbfe20f32', 'a29db140-51e9-4510-be91-21cf536358fe'] {{(pid=86332) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 17 04:09:18.330785 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2f98bc-2fc5-49b3-a2f5-bc40611cf44e tempest-AttachVolumeNegativeTest-1226596354 tempest-AttachVolumeNegativeTest-1226596354-project] Pushing event deleted for resources: {'Port': ['ID=7ddcf9cb-567f-4abd-b738-abd8a77d244e,revision_number=None']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:09:18.334152 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-ce2f98bc-2fc5-49b3-a2f5-bc40611cf44e tempest-AttachVolumeNegativeTest-1226596354 tempest-AttachVolumeNegativeTest-1226596354-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:09:18.419284 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc2ded95-fff6-4fc5-bf0e-861c91246c29 req-ce2f98bc-2fc5-49b3-a2f5-bc40611cf44e tempest-AttachVolumeNegativeTest-1226596354 tempest-AttachVolumeNegativeTest-1226596354-project] No DVR routers for this DVR port 7ddcf9cb-567f-4abd-b738-abd8a77d244e on host hv-cinder-78605 {{(pid=86330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 17 04:09:18.423010 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [req-dc2ded95-fff6-4fc5-bf0e-861c91246c29 req-ce2f98bc-2fc5-49b3-a2f5-bc40611cf44e tempest-AttachVolumeNegativeTest-1226596354 tempest-AttachVolumeNegativeTest-1226596354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2986'] for port, before_response {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:09:18.426739 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.rpc [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] Device c22cc7f4-732c-4613-8086-f159f4e9b31f up at agent ovs-agent-dv-cinder-786054-2-smb {{(pid=86332) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 17 04:09:18.438200 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-dc2ded95-fff6-4fc5-bf0e-861c91246c29 req-ce2f98bc-2fc5-49b3-a2f5-bc40611cf44e tempest-AttachVolumeNegativeTest-1226596354 tempest-AttachVolumeNegativeTest-1226596354-project] 10.222.0.32 "DELETE /v2.0/ports/7ddcf9cb-567f-4abd-b738-abd8a77d244e HTTP/1.1" status: 204 len: 173 time: 1.2433496 Apr 17 04:09:18.576727 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.provisioning_blocks [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] Provisioning complete for port c22cc7f4-732c-4613-8086-f159f4e9b31f triggered by entity L2. {{(pid=86332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 17 04:09:18.577363 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2017814'] for port, provisioning_complete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:09:19.044367 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-48e81a1b-6b0f-4e98-b980-ff000dccad70 req-eb094efd-87c5-4ae4-aaf7-aa20677d0133 tempest-AttachVolumeNegativeTest-1226596354 tempest-AttachVolumeNegativeTest-1226596354-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4408bca-bf10-4802-9d42-a42681c7a793 HTTP/1.1" status: 200 len: 210 time: 0.0521080 Apr 17 04:09:19.512656 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9310b2-cea7-4ef8-ae06-c27ce69db98d req-cc726389-6c81-4103-bf02-9e3f676d205f tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:09:19.514209 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-0c9310b2-cea7-4ef8-ae06-c27ce69db98d req-cc726389-6c81-4103-bf02-9e3f676d205f tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] 10.222.0.20 "GET /v2.0/ports?device_id=e7bd5423-b2e2-475d-a2ab-f5ceb7a824a7 HTTP/1.1" status: 200 len: 945 time: 0.0921965 Apr 17 04:09:19.567467 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-0c9310b2-cea7-4ef8-ae06-c27ce69db98d req-fc84e304-6d1c-4abe-93d9-11bfabe2c18d tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] 10.222.0.20 "GET /v2.0/security-groups?id=48edf01a-27e1-4331-aa2f-debc447aa56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464427 Apr 17 04:09:19.971655 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.rpc [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Device 1193c9e6-b406-4c4a-a961-bc8a319fade0 no longer exists at agent hyperv_hv-cinder-78605 {{(pid=86332) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 17 04:09:20.009267 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.plugin [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] No Port match for: 1193c9e6-b406-4c4a-a961-bc8a319fade0 {{(pid=86332) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 17 04:09:20.009655 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.rpc [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Device 1193c9e6-b406-4c4a-a961-bc8a319fade0 not bound to the agent host hv-cinder-78605 {{(pid=86332) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 17 04:09:20.010126 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.rpc [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Device 7ddcf9cb-567f-4abd-b738-abd8a77d244e no longer exists at agent hyperv_hv-cinder-78605 {{(pid=86332) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 17 04:09:20.045692 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.plugin [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] No Port match for: 7ddcf9cb-567f-4abd-b738-abd8a77d244e {{(pid=86332) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 17 04:09:20.046246 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.rpc [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Device 7ddcf9cb-567f-4abd-b738-abd8a77d244e not bound to the agent host hv-cinder-78605 {{(pid=86332) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 17 04:09:20.050670 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4408bca-bf10-4802-9d42-a42681c7a793', 'name': 'network-vif-deleted', 'tag': '7ddcf9cb-567f-4abd-b738-abd8a77d244e'}] {{(pid=86330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 17 04:09:20.100158 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4408bca-bf10-4802-9d42-a42681c7a793', 'name': 'network-vif-deleted', 'tag': '7ddcf9cb-567f-4abd-b738-abd8a77d244e', 'status': 'completed', 'code': 200} Apr 17 04:09:20.544960 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ccb9a8-8260-4a52-b25f-ffd4e9100ef6 req-f77ce5a9-7979-48d6-88f9-c20c75ca75d6 tempest-AttachVolumeNegativeTest-1226596354 tempest-AttachVolumeNegativeTest-1226596354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:09:20.546518 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-43ccb9a8-8260-4a52-b25f-ffd4e9100ef6 req-f77ce5a9-7979-48d6-88f9-c20c75ca75d6 tempest-AttachVolumeNegativeTest-1226596354 tempest-AttachVolumeNegativeTest-1226596354-project] 10.222.0.20 "GET /v2.0/ports?device_id=c9618248-c865-49a1-9054-10eacfcf24c6 HTTP/1.1" status: 200 len: 945 time: 0.0930207 Apr 17 04:09:20.595860 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-43ccb9a8-8260-4a52-b25f-ffd4e9100ef6 req-76b57a55-275f-4152-ae3f-f673a914d1d9 tempest-AttachVolumeNegativeTest-1226596354 tempest-AttachVolumeNegativeTest-1226596354-project] 10.222.0.20 "GET /v2.0/security-groups?id=ae5ae7d4-03a6-4de4-82fb-45078eb27a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428443 Apr 17 04:09:20.778859 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d9413d-d60c-49de-a2ee-5967ed2c3907 req-f4a23fb7-deaf-4547-a7d4-4436bd863918 tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:09:20.780428 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-b8d9413d-d60c-49de-a2ee-5967ed2c3907 req-f4a23fb7-deaf-4547-a7d4-4436bd863918 tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] 10.222.0.20 "GET /v2.0/ports?device_id=e7bd5423-b2e2-475d-a2ab-f5ceb7a824a7 HTTP/1.1" status: 200 len: 945 time: 0.0911574 Apr 17 04:09:20.829006 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-b8d9413d-d60c-49de-a2ee-5967ed2c3907 req-b012f92f-4d10-459c-94b8-ece40250451a tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] 10.222.0.20 "GET /v2.0/security-groups?id=48edf01a-27e1-4331-aa2f-debc447aa56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410886 Apr 17 04:09:21.803514 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d00492-ac92-45c2-b2bd-ca233d0559aa req-f062caab-3bf3-4a3f-9a39-3afaecba4bb1 tempest-AttachVolumeNegativeTest-1226596354 tempest-AttachVolumeNegativeTest-1226596354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:09:21.806149 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-68d00492-ac92-45c2-b2bd-ca233d0559aa req-f062caab-3bf3-4a3f-9a39-3afaecba4bb1 tempest-AttachVolumeNegativeTest-1226596354 tempest-AttachVolumeNegativeTest-1226596354-project] 10.222.0.20 "GET /v2.0/ports?device_id=c9618248-c865-49a1-9054-10eacfcf24c6 HTTP/1.1" status: 200 len: 945 time: 0.0891988 Apr 17 04:09:21.859745 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-68d00492-ac92-45c2-b2bd-ca233d0559aa req-4b45c598-6c00-4fc2-8050-65f384cfcb8f tempest-AttachVolumeNegativeTest-1226596354 tempest-AttachVolumeNegativeTest-1226596354-project] 10.222.0.20 "GET /v2.0/security-groups?id=ae5ae7d4-03a6-4de4-82fb-45078eb27a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469682 Apr 17 04:09:22.044597 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8b737d-b50d-43ae-aa2b-c8eb7d250a6e req-70213505-00b8-4757-8cc1-b198d21acab9 tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:09:22.046197 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-cd8b737d-b50d-43ae-aa2b-c8eb7d250a6e req-70213505-00b8-4757-8cc1-b198d21acab9 tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] 10.222.0.20 "GET /v2.0/ports?device_id=e7bd5423-b2e2-475d-a2ab-f5ceb7a824a7 HTTP/1.1" status: 200 len: 945 time: 0.0930269 Apr 17 04:09:22.095752 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-cd8b737d-b50d-43ae-aa2b-c8eb7d250a6e req-8fded903-3dad-4a86-aff8-a368421e3645 tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] 10.222.0.20 "GET /v2.0/security-groups?id=48edf01a-27e1-4331-aa2f-debc447aa56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426037 Apr 17 04:09:22.155250 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a347aa3-6a7a-481d-b91d-7fc88fe76c2d req-5eb6fe7e-9b8e-4bfb-9eea-b38700035146 tempest-AttachVolumeNegativeTest-1226596354 tempest-AttachVolumeNegativeTest-1226596354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:09:22.155910 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [req-5a347aa3-6a7a-481d-b91d-7fc88fe76c2d req-5eb6fe7e-9b8e-4bfb-9eea-b38700035146 tempest-AttachVolumeNegativeTest-1226596354 tempest-AttachVolumeNegativeTest-1226596354-project] Synchronizing usage tracker for tenant:414abe24304b477ea2fe3108443164aa on resource:port {{(pid=86330) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 17 04:09:22.172120 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [req-5a347aa3-6a7a-481d-b91d-7fc88fe76c2d req-5eb6fe7e-9b8e-4bfb-9eea-b38700035146 tempest-AttachVolumeNegativeTest-1226596354 tempest-AttachVolumeNegativeTest-1226596354-project] Unset dirty status for tenant:414abe24304b477ea2fe3108443164aa on resource:port {{(pid=86330) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 17 04:09:22.173362 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-5a347aa3-6a7a-481d-b91d-7fc88fe76c2d req-5eb6fe7e-9b8e-4bfb-9eea-b38700035146 tempest-AttachVolumeNegativeTest-1226596354 tempest-AttachVolumeNegativeTest-1226596354-project] 10.222.0.32 "GET /v2.0/ports?device_id=c9618248-c865-49a1-9054-10eacfcf24c6 HTTP/1.1" status: 200 len: 945 time: 0.1026905 Apr 17 04:09:22.261109 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.plugin [req-5a347aa3-6a7a-481d-b91d-7fc88fe76c2d req-523b0298-1144-4ee6-9834-4d6829968ad3 tempest-AttachVolumeNegativeTest-1226596354 tempest-AttachVolumeNegativeTest-1226596354-project] Deleting port a29db140-51e9-4510-be91-21cf536358fe {{(pid=86330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 17 04:09:22.261522 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [req-5a347aa3-6a7a-481d-b91d-7fc88fe76c2d req-523b0298-1144-4ee6-9834-4d6829968ad3 tempest-AttachVolumeNegativeTest-1226596354 tempest-AttachVolumeNegativeTest-1226596354-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363244554791028'] for port, before_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:09:22.531758 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.db [req-5a347aa3-6a7a-481d-b91d-7fc88fe76c2d req-523b0298-1144-4ee6-9834-4d6829968ad3 tempest-AttachVolumeNegativeTest-1226596354 tempest-AttachVolumeNegativeTest-1226596354-project] For port a29db140-51e9-4510-be91-21cf536358fe, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=a29db140-51e9-4510-be91-21cf536358fe,segment=NetworkSegment(21289dc9-e49a-4956-a25b-e0a8cf0d6ebd),segment_id=21289dc9-e49a-4956-a25b-e0a8cf0d6ebd)] {{(pid=86330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 17 04:09:22.532076 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [req-5a347aa3-6a7a-481d-b91d-7fc88fe76c2d req-523b0298-1144-4ee6-9834-4d6829968ad3 tempest-AttachVolumeNegativeTest-1226596354 tempest-AttachVolumeNegativeTest-1226596354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853832323'] for port, precommit_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:09:22.690952 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.plugin [req-5a347aa3-6a7a-481d-b91d-7fc88fe76c2d req-523b0298-1144-4ee6-9834-4d6829968ad3 tempest-AttachVolumeNegativeTest-1226596354 tempest-AttachVolumeNegativeTest-1226596354-project] Calling delete_port for a29db140-51e9-4510-be91-21cf536358fe owned by compute:nova {{(pid=86330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 17 04:09:22.859840 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [req-5a347aa3-6a7a-481d-b91d-7fc88fe76c2d req-523b0298-1144-4ee6-9834-4d6829968ad3 tempest-AttachVolumeNegativeTest-1226596354 tempest-AttachVolumeNegativeTest-1226596354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1691685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854152290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244554789151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792299556194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852218909'] for port, after_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:09:22.865760 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-dc106f26-ef97-4b8a-809d-77138aba9994 tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:09:22.873359 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.db [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] get_ports_and_sgs() called for port_ids ['92ee2581-4aca-4e7f-accd-d0bcbfe20f32', 'a29db140-51e9-4510-be91-21cf536358fe'] {{(pid=86332) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 17 04:09:22.917442 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523b0298-1144-4ee6-9834-4d6829968ad3 tempest-AttachVolumeNegativeTest-1226596354 tempest-AttachVolumeNegativeTest-1226596354-project] Pushing event deleted for resources: {'Port': ['ID=a29db140-51e9-4510-be91-21cf536358fe,revision_number=None']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:09:22.920040 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-523b0298-1144-4ee6-9834-4d6829968ad3 tempest-AttachVolumeNegativeTest-1226596354 tempest-AttachVolumeNegativeTest-1226596354-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:09:23.001475 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a347aa3-6a7a-481d-b91d-7fc88fe76c2d req-523b0298-1144-4ee6-9834-4d6829968ad3 tempest-AttachVolumeNegativeTest-1226596354 tempest-AttachVolumeNegativeTest-1226596354-project] No DVR routers for this DVR port a29db140-51e9-4510-be91-21cf536358fe on host hv-cinder-78605 {{(pid=86330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 17 04:09:23.004297 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [req-5a347aa3-6a7a-481d-b91d-7fc88fe76c2d req-523b0298-1144-4ee6-9834-4d6829968ad3 tempest-AttachVolumeNegativeTest-1226596354 tempest-AttachVolumeNegativeTest-1226596354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2986'] for port, before_response {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:09:23.008687 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9618248-c865-49a1-9054-10eacfcf24c6', 'name': 'network-vif-deleted', 'tag': 'a29db140-51e9-4510-be91-21cf536358fe'}] {{(pid=86330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 17 04:09:23.024032 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-5a347aa3-6a7a-481d-b91d-7fc88fe76c2d req-523b0298-1144-4ee6-9834-4d6829968ad3 tempest-AttachVolumeNegativeTest-1226596354 tempest-AttachVolumeNegativeTest-1226596354-project] 10.222.0.32 "DELETE /v2.0/ports/a29db140-51e9-4510-be91-21cf536358fe HTTP/1.1" status: 204 len: 173 time: 0.8437731 Apr 17 04:09:23.056298 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-fa5e28df-8669-457b-b0eb-d36a6f6ecc2e req-a34b7e4c-3a9c-48d5-b768-c5d1c7dd645f tempest-AttachVolumeNegativeTest-1226596354 tempest-AttachVolumeNegativeTest-1226596354-project] 10.222.0.20 "GET /v2.0/ports?device_id=c9618248-c865-49a1-9054-10eacfcf24c6 HTTP/1.1" status: 200 len: 210 time: 0.0708284 Apr 17 04:09:23.088189 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9618248-c865-49a1-9054-10eacfcf24c6', 'name': 'network-vif-deleted', 'tag': 'a29db140-51e9-4510-be91-21cf536358fe', 'status': 'completed', 'code': 200} Apr 17 04:09:23.306398 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59e41f1-31a1-4caa-a1fe-e23fe3dfc06d req-dc92b88b-1d01-4814-94ea-da0a793ab01e tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:09:23.308552 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-a59e41f1-31a1-4caa-a1fe-e23fe3dfc06d req-dc92b88b-1d01-4814-94ea-da0a793ab01e tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] 10.222.0.20 "GET /v2.0/ports?device_id=e7bd5423-b2e2-475d-a2ab-f5ceb7a824a7 HTTP/1.1" status: 200 len: 945 time: 0.0966988 Apr 17 04:09:23.362524 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-a59e41f1-31a1-4caa-a1fe-e23fe3dfc06d req-b397f4f7-0615-41ed-9cd4-d5c6797853c3 tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] 10.222.0.20 "GET /v2.0/security-groups?id=48edf01a-27e1-4331-aa2f-debc447aa56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439725 Apr 17 04:09:24.580766 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34afaa4-f4ce-4cbf-bde8-2de2215d6b7f req-47f4b8f9-ed0e-4e74-b912-dbbcb0fee07a tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:09:24.582985 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-c34afaa4-f4ce-4cbf-bde8-2de2215d6b7f req-47f4b8f9-ed0e-4e74-b912-dbbcb0fee07a tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] 10.222.0.20 "GET /v2.0/ports?device_id=e7bd5423-b2e2-475d-a2ab-f5ceb7a824a7 HTTP/1.1" status: 200 len: 945 time: 0.0954783 Apr 17 04:09:24.635781 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-c34afaa4-f4ce-4cbf-bde8-2de2215d6b7f req-63f918de-282b-4f2e-ac42-162d1f735f89 tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] 10.222.0.20 "GET /v2.0/security-groups?id=48edf01a-27e1-4331-aa2f-debc447aa56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462196 Apr 17 04:09:25.717576 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5853134-6f30-4739-ac12-04cb31b7d7db req-52eed2ee-4dab-4b63-b799-f6e547fd6067 tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:09:25.718352 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [req-c5853134-6f30-4739-ac12-04cb31b7d7db req-52eed2ee-4dab-4b63-b799-f6e547fd6067 tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] Synchronizing usage tracker for tenant:c61f909e458d447f8c0cdeb8d1fce856 on resource:port {{(pid=86330) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 17 04:09:25.736464 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [req-c5853134-6f30-4739-ac12-04cb31b7d7db req-52eed2ee-4dab-4b63-b799-f6e547fd6067 tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] Unset dirty status for tenant:c61f909e458d447f8c0cdeb8d1fce856 on resource:port {{(pid=86330) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 17 04:09:25.737797 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-c5853134-6f30-4739-ac12-04cb31b7d7db req-52eed2ee-4dab-4b63-b799-f6e547fd6067 tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7bd5423-b2e2-475d-a2ab-f5ceb7a824a7 HTTP/1.1" status: 200 len: 945 time: 0.1111133 Apr 17 04:09:25.823189 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.plugin [req-c5853134-6f30-4739-ac12-04cb31b7d7db req-ff1fc3bd-0baf-4cbe-95fd-5b25e145a313 tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] Deleting port 995830d2-98eb-4e77-85fe-efc69cb1ced3 {{(pid=86330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 17 04:09:25.823670 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [req-c5853134-6f30-4739-ac12-04cb31b7d7db req-ff1fc3bd-0baf-4cbe-95fd-5b25e145a313 tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363244554791028'] for port, before_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:09:25.847296 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741c4034-6d5a-44a3-a7c3-3a24db6bf913 req-da78305b-a9cc-43b0-9328-b76a7f54382f tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:09:25.848996 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-741c4034-6d5a-44a3-a7c3-3a24db6bf913 req-da78305b-a9cc-43b0-9328-b76a7f54382f tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] 10.222.0.20 "GET /v2.0/ports?device_id=e7bd5423-b2e2-475d-a2ab-f5ceb7a824a7 HTTP/1.1" status: 200 len: 945 time: 0.0925257 Apr 17 04:09:25.960599 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-741c4034-6d5a-44a3-a7c3-3a24db6bf913 req-371e4f95-7e53-42f1-b0f9-eae01e4e533f tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] 10.222.0.20 "GET /v2.0/security-groups?id=48edf01a-27e1-4331-aa2f-debc447aa56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046481 Apr 17 04:09:25.998158 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fd562c-2ad1-494d-9c2b-9c69f7ad289e req-f62b7541-6a77-4780-a3e9-80923324ec7b tempest-AttachVolumeNegativeTest-1226596354 tempest-AttachVolumeNegativeTest-1226596354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:09:26.000220 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-e6fd562c-2ad1-494d-9c2b-9c69f7ad289e req-f62b7541-6a77-4780-a3e9-80923324ec7b tempest-AttachVolumeNegativeTest-1226596354 tempest-AttachVolumeNegativeTest-1226596354-project] 10.222.0.20 "GET /v2.0/ports?device_id=b5f3ab39-1e03-4d37-9eb4-4bd603e617f2 HTTP/1.1" status: 200 len: 945 time: 0.1275241 Apr 17 04:09:26.023773 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.rpc [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Device a29db140-51e9-4510-be91-21cf536358fe no longer exists at agent hyperv_hv-cinder-78605 {{(pid=86332) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 17 04:09:26.068999 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.plugin [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] No Port match for: a29db140-51e9-4510-be91-21cf536358fe {{(pid=86332) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 17 04:09:26.069649 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.rpc [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Device a29db140-51e9-4510-be91-21cf536358fe not bound to the agent host hv-cinder-78605 {{(pid=86332) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 17 04:09:26.077853 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-e6fd562c-2ad1-494d-9c2b-9c69f7ad289e req-883a28b9-184d-4bbb-abd9-18a79391e2e5 tempest-AttachVolumeNegativeTest-1226596354 tempest-AttachVolumeNegativeTest-1226596354-project] 10.222.0.20 "GET /v2.0/security-groups?id=ae5ae7d4-03a6-4de4-82fb-45078eb27a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672865 Apr 17 04:09:26.307425 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.db [req-c5853134-6f30-4739-ac12-04cb31b7d7db req-ff1fc3bd-0baf-4cbe-95fd-5b25e145a313 tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] For port 995830d2-98eb-4e77-85fe-efc69cb1ced3, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=995830d2-98eb-4e77-85fe-efc69cb1ced3,segment=NetworkSegment(2de5fad0-bc57-4963-857c-9303f2405e9d),segment_id=2de5fad0-bc57-4963-857c-9303f2405e9d)] {{(pid=86330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 17 04:09:26.307812 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [req-c5853134-6f30-4739-ac12-04cb31b7d7db req-ff1fc3bd-0baf-4cbe-95fd-5b25e145a313 tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853832323'] for port, precommit_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:09:26.442829 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.plugin [req-c5853134-6f30-4739-ac12-04cb31b7d7db req-ff1fc3bd-0baf-4cbe-95fd-5b25e145a313 tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] Calling delete_port for 995830d2-98eb-4e77-85fe-efc69cb1ced3 owned by compute:nova {{(pid=86330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 17 04:09:26.613838 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [req-c5853134-6f30-4739-ac12-04cb31b7d7db req-ff1fc3bd-0baf-4cbe-95fd-5b25e145a313 tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1691685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854152290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244554789151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792299556194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852218909'] for port, after_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:09:26.620376 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-e2f450ae-8167-49ca-9191-17ac937cea57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:09:26.625432 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.db [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] get_ports_and_sgs() called for port_ids ['995830d2-98eb-4e77-85fe-efc69cb1ced3'] {{(pid=86332) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 17 04:09:26.669087 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1fc3bd-0baf-4cbe-95fd-5b25e145a313 tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] Pushing event deleted for resources: {'Port': ['ID=995830d2-98eb-4e77-85fe-efc69cb1ced3,revision_number=None']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:09:26.672567 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-ff1fc3bd-0baf-4cbe-95fd-5b25e145a313 tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:09:26.751767 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5853134-6f30-4739-ac12-04cb31b7d7db req-ff1fc3bd-0baf-4cbe-95fd-5b25e145a313 tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] No DVR routers for this DVR port 995830d2-98eb-4e77-85fe-efc69cb1ced3 on host hv-cinder-78605 {{(pid=86330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 17 04:09:26.754386 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [req-c5853134-6f30-4739-ac12-04cb31b7d7db req-ff1fc3bd-0baf-4cbe-95fd-5b25e145a313 tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2986'] for port, before_response {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:09:26.757211 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7bd5423-b2e2-475d-a2ab-f5ceb7a824a7', 'name': 'network-vif-deleted', 'tag': '995830d2-98eb-4e77-85fe-efc69cb1ced3'}] {{(pid=86330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 17 04:09:26.773677 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-c5853134-6f30-4739-ac12-04cb31b7d7db req-ff1fc3bd-0baf-4cbe-95fd-5b25e145a313 tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] 10.222.0.32 "DELETE /v2.0/ports/995830d2-98eb-4e77-85fe-efc69cb1ced3 HTTP/1.1" status: 204 len: 173 time: 1.0293300 Apr 17 04:09:26.806384 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7bd5423-b2e2-475d-a2ab-f5ceb7a824a7', 'name': 'network-vif-deleted', 'tag': '995830d2-98eb-4e77-85fe-efc69cb1ced3', 'status': 'completed', 'code': 200} Apr 17 04:09:27.158823 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-1c03647b-5f06-4261-9f98-bf994f35a54a req-61e86b29-c722-4b1d-8ba3-001f8cce6328 tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] 10.222.0.20 "GET /v2.0/ports?device_id=e7bd5423-b2e2-475d-a2ab-f5ceb7a824a7 HTTP/1.1" status: 200 len: 210 time: 0.0499740 Apr 17 04:09:27.283802 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc258319-b6a5-4a1b-9b97-819c68b9d454 req-21be8974-b8ed-4ac0-9684-576f14f24fee tempest-AttachVolumeNegativeTest-1226596354 tempest-AttachVolumeNegativeTest-1226596354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:09:27.285464 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-fc258319-b6a5-4a1b-9b97-819c68b9d454 req-21be8974-b8ed-4ac0-9684-576f14f24fee tempest-AttachVolumeNegativeTest-1226596354 tempest-AttachVolumeNegativeTest-1226596354-project] 10.222.0.20 "GET /v2.0/ports?device_id=b5f3ab39-1e03-4d37-9eb4-4bd603e617f2 HTTP/1.1" status: 200 len: 945 time: 0.0878973 Apr 17 04:09:27.338479 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-fc258319-b6a5-4a1b-9b97-819c68b9d454 req-f4968db8-854d-4269-8476-84b52e281042 tempest-AttachVolumeNegativeTest-1226596354 tempest-AttachVolumeNegativeTest-1226596354-project] 10.222.0.20 "GET /v2.0/security-groups?id=ae5ae7d4-03a6-4de4-82fb-45078eb27a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463691 Apr 17 04:09:27.748618 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21d3aca-34c4-41b4-abc2-b2554768de5e req-1594aa68-56e2-49db-8aec-42474299301d tempest-AttachVolumeNegativeTest-1226596354 tempest-AttachVolumeNegativeTest-1226596354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:09:27.749355 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [req-e21d3aca-34c4-41b4-abc2-b2554768de5e req-1594aa68-56e2-49db-8aec-42474299301d tempest-AttachVolumeNegativeTest-1226596354 tempest-AttachVolumeNegativeTest-1226596354-project] Synchronizing usage tracker for tenant:414abe24304b477ea2fe3108443164aa on resource:port {{(pid=86330) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 17 04:09:27.765219 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [req-e21d3aca-34c4-41b4-abc2-b2554768de5e req-1594aa68-56e2-49db-8aec-42474299301d tempest-AttachVolumeNegativeTest-1226596354 tempest-AttachVolumeNegativeTest-1226596354-project] Unset dirty status for tenant:414abe24304b477ea2fe3108443164aa on resource:port {{(pid=86330) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 17 04:09:27.766398 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-e21d3aca-34c4-41b4-abc2-b2554768de5e req-1594aa68-56e2-49db-8aec-42474299301d tempest-AttachVolumeNegativeTest-1226596354 tempest-AttachVolumeNegativeTest-1226596354-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5f3ab39-1e03-4d37-9eb4-4bd603e617f2 HTTP/1.1" status: 200 len: 945 time: 0.1050360 Apr 17 04:09:27.847806 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.plugin [req-e21d3aca-34c4-41b4-abc2-b2554768de5e req-2d776238-2ae5-44eb-86a3-fa377636eca4 tempest-AttachVolumeNegativeTest-1226596354 tempest-AttachVolumeNegativeTest-1226596354-project] Deleting port 92ee2581-4aca-4e7f-accd-d0bcbfe20f32 {{(pid=86330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 17 04:09:27.848158 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [req-e21d3aca-34c4-41b4-abc2-b2554768de5e req-2d776238-2ae5-44eb-86a3-fa377636eca4 tempest-AttachVolumeNegativeTest-1226596354 tempest-AttachVolumeNegativeTest-1226596354-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363244554791028'] for port, before_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:09:28.120201 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.db [req-e21d3aca-34c4-41b4-abc2-b2554768de5e req-2d776238-2ae5-44eb-86a3-fa377636eca4 tempest-AttachVolumeNegativeTest-1226596354 tempest-AttachVolumeNegativeTest-1226596354-project] For port 92ee2581-4aca-4e7f-accd-d0bcbfe20f32, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=92ee2581-4aca-4e7f-accd-d0bcbfe20f32,segment=NetworkSegment(21289dc9-e49a-4956-a25b-e0a8cf0d6ebd),segment_id=21289dc9-e49a-4956-a25b-e0a8cf0d6ebd)] {{(pid=86330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 17 04:09:28.120678 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [req-e21d3aca-34c4-41b4-abc2-b2554768de5e req-2d776238-2ae5-44eb-86a3-fa377636eca4 tempest-AttachVolumeNegativeTest-1226596354 tempest-AttachVolumeNegativeTest-1226596354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853832323'] for port, precommit_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:09:28.252847 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdf9e35-dc4c-4336-a840-b94024a9cd5b req-486fb018-6e89-45c9-b7b6-81f01762737c tempest-TestMinimumBasicScenario-1804355180 tempest-TestMinimumBasicScenario-1804355180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:09:28.254701 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-2cdf9e35-dc4c-4336-a840-b94024a9cd5b req-486fb018-6e89-45c9-b7b6-81f01762737c tempest-TestMinimumBasicScenario-1804355180 tempest-TestMinimumBasicScenario-1804355180-project] 10.222.0.20 "GET /v2.0/ports?device_id=77c6f62d-8974-4b57-968d-f8f839d90eb8 HTTP/1.1" status: 200 len: 985 time: 0.0927095 Apr 17 04:09:28.266008 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.20', 58004) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 17 04:09:28.291811 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.plugin [req-e21d3aca-34c4-41b4-abc2-b2554768de5e req-2d776238-2ae5-44eb-86a3-fa377636eca4 tempest-AttachVolumeNegativeTest-1226596354 tempest-AttachVolumeNegativeTest-1226596354-project] Calling delete_port for 92ee2581-4aca-4e7f-accd-d0bcbfe20f32 owned by compute:nova {{(pid=86330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 17 04:09:28.403881 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe90183-1adb-46a1-8a62-1d6b5b96a89d req-d3a183ca-aa90-4bb3-95c3-0026ff0b0eee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:09:28.404909 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-3fe90183-1adb-46a1-8a62-1d6b5b96a89d req-d3a183ca-aa90-4bb3-95c3-0026ff0b0eee service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=20095d40d9834d4b9753d4486e3a3e2c&device_id=77c6f62d-8974-4b57-968d-f8f839d90eb8 HTTP/1.1" status: 200 len: 1138 time: 0.2188671 Apr 17 04:09:28.580454 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [req-e21d3aca-34c4-41b4-abc2-b2554768de5e req-2d776238-2ae5-44eb-86a3-fa377636eca4 tempest-AttachVolumeNegativeTest-1226596354 tempest-AttachVolumeNegativeTest-1226596354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1691685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854152290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244554789151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792299556194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852218909'] for port, after_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:09:28.589497 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-3f10d848-e455-490d-98b4-c2202f81301d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:09:28.595132 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.db [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] get_ports_and_sgs() called for port_ids ['92ee2581-4aca-4e7f-accd-d0bcbfe20f32'] {{(pid=86332) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 17 04:09:28.646246 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d776238-2ae5-44eb-86a3-fa377636eca4 tempest-AttachVolumeNegativeTest-1226596354 tempest-AttachVolumeNegativeTest-1226596354-project] Pushing event deleted for resources: {'Port': ['ID=92ee2581-4aca-4e7f-accd-d0bcbfe20f32,revision_number=None']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:09:28.653401 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-2d776238-2ae5-44eb-86a3-fa377636eca4 tempest-AttachVolumeNegativeTest-1226596354 tempest-AttachVolumeNegativeTest-1226596354-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:09:28.743082 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-4586e58e-8cf3-4492-8be9-bbd5704e0d4f req-584856cd-bfe8-4451-bbdf-f6a5e145d2af tempest-AttachVolumeNegativeTest-1226596354 tempest-AttachVolumeNegativeTest-1226596354-project] 10.222.0.20 "GET /v2.0/ports?device_id=b5f3ab39-1e03-4d37-9eb4-4bd603e617f2 HTTP/1.1" status: 200 len: 210 time: 0.0841179 Apr 17 04:09:28.743262 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.l3_dvrscheduler_db [req-e21d3aca-34c4-41b4-abc2-b2554768de5e req-2d776238-2ae5-44eb-86a3-fa377636eca4 tempest-AttachVolumeNegativeTest-1226596354 tempest-AttachVolumeNegativeTest-1226596354-project] No DVR routers for this DVR port 92ee2581-4aca-4e7f-accd-d0bcbfe20f32 on host hv-cinder-78605 {{(pid=86330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 17 04:09:28.745441 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe90183-1adb-46a1-8a62-1d6b5b96a89d req-3ed2f8ed-f536-4007-b8e3-cf18fe41e742 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:09:28.747006 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-3fe90183-1adb-46a1-8a62-1d6b5b96a89d req-3ed2f8ed-f536-4007-b8e3-cf18fe41e742 service neutron] 10.222.0.32 "GET /v2.0/networks?id=43cd83d7-cb61-4acf-ae4e-cda478ed81e9 HTTP/1.1" status: 200 len: 916 time: 0.3071179 Apr 17 04:09:28.748022 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [req-e21d3aca-34c4-41b4-abc2-b2554768de5e req-2d776238-2ae5-44eb-86a3-fa377636eca4 tempest-AttachVolumeNegativeTest-1226596354 tempest-AttachVolumeNegativeTest-1226596354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2986'] for port, before_response {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:09:28.751053 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-2cdf9e35-dc4c-4336-a840-b94024a9cd5b req-217e442f-7354-4138-b473-e5777b6446bd tempest-TestMinimumBasicScenario-1804355180 tempest-TestMinimumBasicScenario-1804355180-project] 10.222.0.20 "GET /v2.0/security-groups?id=e01e7c40-4b22-407a-a279-6b071a5a6d80&id=a6570863-17a7-49ed-a7df-bde337527753&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4819734 Apr 17 04:09:28.811588 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5f3ab39-1e03-4d37-9eb4-4bd603e617f2', 'name': 'network-vif-deleted', 'tag': '92ee2581-4aca-4e7f-accd-d0bcbfe20f32'}] {{(pid=86330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 17 04:09:28.823626 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-e21d3aca-34c4-41b4-abc2-b2554768de5e req-2d776238-2ae5-44eb-86a3-fa377636eca4 tempest-AttachVolumeNegativeTest-1226596354 tempest-AttachVolumeNegativeTest-1226596354-project] 10.222.0.32 "DELETE /v2.0/ports/92ee2581-4aca-4e7f-accd-d0bcbfe20f32 HTTP/1.1" status: 204 len: 173 time: 1.0514612 Apr 17 04:09:28.871374 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-3fe90183-1adb-46a1-8a62-1d6b5b96a89d req-3da8e4da-acc8-4080-a5ce-628eeb38be39 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4a43203c-ceaa-4e06-80e8-a8cc7e4361a1 HTTP/1.1" status: 200 len: 1001 time: 0.1129138 Apr 17 04:09:28.916963 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5f3ab39-1e03-4d37-9eb4-4bd603e617f2', 'name': 'network-vif-deleted', 'tag': '92ee2581-4aca-4e7f-accd-d0bcbfe20f32', 'status': 'completed', 'code': 200} Apr 17 04:09:28.947400 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe90183-1adb-46a1-8a62-1d6b5b96a89d req-05e9776c-4eec-48d6-88d3-f99b5d4e6114 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:09:28.949534 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-3fe90183-1adb-46a1-8a62-1d6b5b96a89d req-05e9776c-4eec-48d6-88d3-f99b5d4e6114 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1a503fcd-4993-4e66-b302-8d39173456fd HTTP/1.1" status: 200 len: 854 time: 0.0709553 Apr 17 04:09:29.038700 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe90183-1adb-46a1-8a62-1d6b5b96a89d req-f187889d-7c90-4b5c-a7c6-d9210a6ca1c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:09:29.040629 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-3fe90183-1adb-46a1-8a62-1d6b5b96a89d req-f187889d-7c90-4b5c-a7c6-d9210a6ca1c4 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=43cd83d7-cb61-4acf-ae4e-cda478ed81e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0834563 Apr 17 04:09:29.181848 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-9b3eebe9-9c6a-4e66-be35-0ab0d0039c87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853827942'] for router_interface, before_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:09:29.186206 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-3fe90183-1adb-46a1-8a62-1d6b5b96a89d req-00b931d0-c16d-4d99-8ba9-dbb00188baba service neutron] 10.222.0.32 "GET /v2.0/networks/43cd83d7-cb61-4acf-ae4e-cda478ed81e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375146 Apr 17 04:09:29.331708 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-3fe90183-1adb-46a1-8a62-1d6b5b96a89d req-7eaca6e4-793b-422a-9155-d7fae8062266 service neutron] 10.222.0.32 "GET /v2.0/networks/43cd83d7-cb61-4acf-ae4e-cda478ed81e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1389613 Apr 17 04:09:29.558530 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.plugin [None req-9b3eebe9-9c6a-4e66-be35-0ab0d0039c87 admin admin] Deleting port 988c9618-c754-4592-855f-196558790806 {{(pid=86331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 17 04:09:29.558894 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-9b3eebe9-9c6a-4e66-be35-0ab0d0039c87 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363244554791028'] for port, before_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:09:29.742569 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.db [None req-9b3eebe9-9c6a-4e66-be35-0ab0d0039c87 admin admin] For port 988c9618-c754-4592-855f-196558790806, host dv-cinder-786054-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-2-smb',level=0,port_id=988c9618-c754-4592-855f-196558790806,segment=NetworkSegment(2de5fad0-bc57-4963-857c-9303f2405e9d),segment_id=2de5fad0-bc57-4963-857c-9303f2405e9d)] {{(pid=86331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 17 04:09:29.742833 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-9b3eebe9-9c6a-4e66-be35-0ab0d0039c87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853832323'] for port, precommit_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:09:29.851113 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.20', 58030) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 17 04:09:29.878233 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.plugin [None req-9b3eebe9-9c6a-4e66-be35-0ab0d0039c87 admin admin] Calling delete_port for 988c9618-c754-4592-855f-196558790806 owned by network:router_interface {{(pid=86331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 17 04:09:29.923044 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.db_base_plugin_v2 [None req-94f220a0-2360-4f05-9931-952e96132ad4 admin admin] Deleting subnet 081dd618-920d-4243-8505-347b38674470 {{(pid=86330) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 17 04:09:29.926258 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-94f220a0-2360-4f05-9931-952e96132ad4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:09:29.978782 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-94f220a0-2360-4f05-9931-952e96132ad4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852242307'] for subnet, precommit_delete_associations {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:09:30.037706 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-94f220a0-2360-4f05-9931-952e96132ad4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2044980'] for subnet, precommit_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:09:30.045341 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.rpc [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Device 995830d2-98eb-4e77-85fe-efc69cb1ced3 no longer exists at agent hyperv_hv-cinder-78605 {{(pid=86332) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 17 04:09:30.089753 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.plugin [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] No Port match for: 995830d2-98eb-4e77-85fe-efc69cb1ced3 {{(pid=86332) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 17 04:09:30.090237 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.rpc [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Device 995830d2-98eb-4e77-85fe-efc69cb1ced3 not bound to the agent host hv-cinder-78605 {{(pid=86332) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 17 04:09:30.090905 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.rpc [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Device 92ee2581-4aca-4e7f-accd-d0bcbfe20f32 no longer exists at agent hyperv_hv-cinder-78605 {{(pid=86332) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 17 04:09:30.127155 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.plugin [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] No Port match for: 92ee2581-4aca-4e7f-accd-d0bcbfe20f32 {{(pid=86332) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 17 04:09:30.127493 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.rpc [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Device 92ee2581-4aca-4e7f-accd-d0bcbfe20f32 not bound to the agent host hv-cinder-78605 {{(pid=86332) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 17 04:09:30.264096 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9542ea-9cb4-47d4-908e-ce0c9c0a3dcb req-b126d1d0-5eec-4562-b2d7-4d9c8eb536c0 tempest-TestMinimumBasicScenario-1804355180 tempest-TestMinimumBasicScenario-1804355180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:09:30.265781 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-7c9542ea-9cb4-47d4-908e-ce0c9c0a3dcb req-b126d1d0-5eec-4562-b2d7-4d9c8eb536c0 tempest-TestMinimumBasicScenario-1804355180 tempest-TestMinimumBasicScenario-1804355180-project] 10.222.0.20 "GET /v2.0/ports?device_id=77c6f62d-8974-4b57-968d-f8f839d90eb8 HTTP/1.1" status: 200 len: 985 time: 0.3559659 Apr 17 04:09:30.305002 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-94f220a0-2360-4f05-9931-952e96132ad4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036852730868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854152290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852219849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852674524'] for subnet, after_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:09:30.308949 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:09:30.345890 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f220a0-2360-4f05-9931-952e96132ad4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=081dd618-920d-4243-8505-347b38674470,revision_number=None']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:09:30.349177 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-94f220a0-2360-4f05-9931-952e96132ad4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:09:30.350237 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-94f220a0-2360-4f05-9931-952e96132ad4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854152307'] for subnet, before_response {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:09:30.356534 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [None req-94f220a0-2360-4f05-9931-952e96132ad4 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/081dd618-920d-4243-8505-347b38674470 HTTP/1.1" status: 204 len: 168 time: 0.5042665 Apr 17 04:09:30.359213 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.20', 58034) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 17 04:09:30.370319 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-7c9542ea-9cb4-47d4-908e-ce0c9c0a3dcb req-8ad9a6cf-ea6f-4c60-b38e-fb38ecea21ef tempest-TestMinimumBasicScenario-1804355180 tempest-TestMinimumBasicScenario-1804355180-project] 10.222.0.20 "GET /v2.0/security-groups?id=e01e7c40-4b22-407a-a279-6b071a5a6d80&id=a6570863-17a7-49ed-a7df-bde337527753&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0978940 Apr 17 04:09:30.382749 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-9b3eebe9-9c6a-4e66-be35-0ab0d0039c87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1691685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854152290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244554789151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792299556194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850958277'] for port, after_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:09:30.392867 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-18b5e8bb-a129-4c74-a34c-872b187eb72a tempest-AttachVolumeNegativeTest-1226596354 tempest-AttachVolumeNegativeTest-1226596354-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:09:30.437625 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3eebe9-9c6a-4e66-be35-0ab0d0039c87 admin admin] Pushing event deleted for resources: {'Port': ['ID=988c9618-c754-4592-855f-196558790806,revision_number=None']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:09:30.470316 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-9b3eebe9-9c6a-4e66-be35-0ab0d0039c87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:09:30.472994 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-d2c29edd-df2c-40ca-a616-beabe150c286 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2007928'] for network, before_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:09:30.609555 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-d2c29edd-df2c-40ca-a616-beabe150c286 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852730783', 'neutron.services.segments.db._delete_segments_for_network-8792299905651'] for network, precommit_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:09:30.710658 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-9b3eebe9-9c6a-4e66-be35-0ab0d0039c87 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-623526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036853827868'] for router_interface, after_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:09:30.722497 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.services.segments.db [None req-d2c29edd-df2c-40ca-a616-beabe150c286 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6680b4c-b81d-4947-a2bb-bed68ccc8fd7']}} {{(pid=86330) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 17 04:09:30.735267 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.services.segments.db [None req-d2c29edd-df2c-40ca-a616-beabe150c286 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21289dc9-e49a-4956-a25b-e0a8cf0d6ebd') {'for_net_delete': True} {{(pid=86330) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 17 04:09:30.735616 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.services.segments.db [None req-d2c29edd-df2c-40ca-a616-beabe150c286 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21289dc9-e49a-4956-a25b-e0a8cf0d6ebd') {} {{(pid=86330) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 17 04:09:30.747764 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-d2c29edd-df2c-40ca-a616-beabe150c286 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363244554709347', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2533493'] for segment, before_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:09:30.767735 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-d2c29edd-df2c-40ca-a616-beabe150c286 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852729262'] for segment, precommit_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:09:30.774506 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2c29edd-df2c-40ca-a616-beabe150c286 admin admin] Releasing vlan 148 on physical network physnet1 to pool {{(pid=86330) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 17 04:09:31.175384 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.managers [None req-d2c29edd-df2c-40ca-a616-beabe150c286 admin admin] Network e6680b4c-b81d-4947-a2bb-bed68ccc8fd7 has no segments {{(pid=86330) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 17 04:09:31.184432 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-d2c29edd-df2c-40ca-a616-beabe150c286 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2046501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2556820'] for segment, after_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:09:31.325864 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b3eebe9-9c6a-4e66-be35-0ab0d0039c87 admin admin] Router 51543f7a-416c-456a-a638-c5d85404775a has already been hosted by L3 agent 89c35117-d9bd-45d8-8d43-26735203dc9d {{(pid=86331) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 17 04:09:31.360829 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.managers [None req-d2c29edd-df2c-40ca-a616-beabe150c286 admin admin] Network e6680b4c-b81d-4947-a2bb-bed68ccc8fd7 has no segments {{(pid=86330) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 17 04:09:31.385545 dv-cinder-786054-2-smb neutron-server[86217]: Traceback (most recent call last): Apr 17 04:09:31.385545 dv-cinder-786054-2-smb neutron-server[86217]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 17 04:09:31.385545 dv-cinder-786054-2-smb neutron-server[86217]: timer() Apr 17 04:09:31.385545 dv-cinder-786054-2-smb neutron-server[86217]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 17 04:09:31.385545 dv-cinder-786054-2-smb neutron-server[86217]: cb(*args, **kw) Apr 17 04:09:31.385545 dv-cinder-786054-2-smb neutron-server[86217]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 17 04:09:31.385545 dv-cinder-786054-2-smb neutron-server[86217]: return func(*args, **kwargs) Apr 17 04:09:31.385545 dv-cinder-786054-2-smb neutron-server[86217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 17 04:09:31.385545 dv-cinder-786054-2-smb neutron-server[86217]: self._notify() Apr 17 04:09:31.385545 dv-cinder-786054-2-smb neutron-server[86217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 17 04:09:31.385545 dv-cinder-786054-2-smb neutron-server[86217]: self.callback(batched_events) Apr 17 04:09:31.385545 dv-cinder-786054-2-smb neutron-server[86217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 17 04:09:31.385545 dv-cinder-786054-2-smb neutron-server[86217]: event.method(event) Apr 17 04:09:31.385545 dv-cinder-786054-2-smb neutron-server[86217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 17 04:09:31.385545 dv-cinder-786054-2-smb neutron-server[86217]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 17 04:09:31.385545 dv-cinder-786054-2-smb neutron-server[86217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 17 04:09:31.385545 dv-cinder-786054-2-smb neutron-server[86217]: segment_id)['aggregates'][0] Apr 17 04:09:31.385545 dv-cinder-786054-2-smb neutron-server[86217]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 17 04:09:31.385545 dv-cinder-786054-2-smb neutron-server[86217]: return f(self, *a, **k) Apr 17 04:09:31.385545 dv-cinder-786054-2-smb neutron-server[86217]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 17 04:09:31.385545 dv-cinder-786054-2-smb neutron-server[86217]: return self._get(url).json() Apr 17 04:09:31.385545 dv-cinder-786054-2-smb neutron-server[86217]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 17 04:09:31.385545 dv-cinder-786054-2-smb neutron-server[86217]: **kwargs) Apr 17 04:09:31.385545 dv-cinder-786054-2-smb neutron-server[86217]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 17 04:09:31.385545 dv-cinder-786054-2-smb neutron-server[86217]: return self.request(url, 'GET', **kwargs) Apr 17 04:09:31.385545 dv-cinder-786054-2-smb neutron-server[86217]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 17 04:09:31.385545 dv-cinder-786054-2-smb neutron-server[86217]: **endpoint_filter) Apr 17 04:09:31.385545 dv-cinder-786054-2-smb neutron-server[86217]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 17 04:09:31.385545 dv-cinder-786054-2-smb neutron-server[86217]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 17 04:09:31.385545 dv-cinder-786054-2-smb neutron-server[86217]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 17 04:09:31.385545 dv-cinder-786054-2-smb neutron-server[86217]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 17 04:09:31.385545 dv-cinder-786054-2-smb neutron-server[86217]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 17 04:09:31.472496 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-d2c29edd-df2c-40ca-a616-beabe150c286 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2045033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854152290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1023362'] for network, after_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:09:31.476768 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-7f2920d5-d2e3-48ed-883c-04b7d716e15a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:09:31.494073 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-d2c29edd-df2c-40ca-a616-beabe150c286 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854152307'] for network, before_response {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:09:31.504121 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c29edd-df2c-40ca-a616-beabe150c286 admin admin] Pushing event deleted for resources: {'Network': ['ID=e6680b4c-b81d-4947-a2bb-bed68ccc8fd7,revision_number=None']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:09:31.509156 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-d2c29edd-df2c-40ca-a616-beabe150c286 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:09:31.517389 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [None req-d2c29edd-df2c-40ca-a616-beabe150c286 admin admin] 10.222.0.20 "DELETE /v2.0/networks/e6680b4c-b81d-4947-a2bb-bed68ccc8fd7 HTTP/1.1" status: 204 len: 168 time: 1.1546330 Apr 17 04:09:31.584353 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b3eebe9-9c6a-4e66-be35-0ab0d0039c87 admin admin] Notify agent at l3_agent.dv-cinder-786054-2-smb the message routers_updated {{(pid=86331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 17 04:09:31.594383 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74c815bb-6e7c-43dc-8fa3-0963bc0ccf81 None None] Sync routers for ids ['51543f7a-416c-456a-a638-c5d85404775a'] in dv-cinder-786054-2-smb {{(pid=86333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 17 04:09:31.613507 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77185eb-84b8-4489-b58f-b9c5d1fff310 req-3809ea71-ac43-4b32-ab3e-b52c883ff213 tempest-TestMinimumBasicScenario-1804355180 tempest-TestMinimumBasicScenario-1804355180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:09:31.615084 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-c77185eb-84b8-4489-b58f-b9c5d1fff310 req-3809ea71-ac43-4b32-ab3e-b52c883ff213 tempest-TestMinimumBasicScenario-1804355180 tempest-TestMinimumBasicScenario-1804355180-project] 10.222.0.20 "GET /v2.0/ports?device_id=77c6f62d-8974-4b57-968d-f8f839d90eb8 HTTP/1.1" status: 200 len: 985 time: 0.1241281 Apr 17 04:09:31.617834 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [None req-9b3eebe9-9c6a-4e66-be35-0ab0d0039c87 admin admin] 10.222.0.20 "PUT /v2.0/routers/51543f7a-416c-456a-a638-c5d85404775a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3503301 Apr 17 04:09:31.620433 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.20', 58046) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 17 04:09:31.621666 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74c815bb-6e7c-43dc-8fa3-0963bc0ccf81 None None] Routers {'51543f7a-416c-456a-a638-c5d85404775a'} bound to L3 agent in host dv-cinder-786054-2-smb {{(pid=86333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 17 04:09:31.622808 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.l3_hamode_db [None req-74c815bb-6e7c-43dc-8fa3-0963bc0ccf81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786054-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-17T03:57:39Z,description=,heartbeat_timestamp=2021-04-17T04:09:10Z,host='dv-cinder-786054-2-smb',id=89c35117-d9bd-45d8-8d43-26735203dc9d,load=0,resource_versions=,resources_synced=,started_at=2021-04-17T03:57:39Z,topic='l3_agent')) {'router_ids': ['51543f7a-416c-456a-a638-c5d85404775a'], 'active': True} {{(pid=86333) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 17 04:09:31.705877 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-c77185eb-84b8-4489-b58f-b9c5d1fff310 req-0ef71548-954c-4239-96ca-59fd0f6674a0 tempest-TestMinimumBasicScenario-1804355180 tempest-TestMinimumBasicScenario-1804355180-project] 10.222.0.20 "GET /v2.0/security-groups?id=e01e7c40-4b22-407a-a279-6b071a5a6d80&id=a6570863-17a7-49ed-a7df-bde337527753&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0722051 Apr 17 04:09:31.765999 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.20', 58052) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 17 04:09:31.830131 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-1ce5d160-24e8-4fc0-ad40-8d0bd23a2914 admin admin] Notify callbacks [] for router, before_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:09:31.832688 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.l3_dvr_db [None req-74c815bb-6e7c-43dc-8fa3-0963bc0ccf81 None None] Set router 51543f7a-416c-456a-a638-c5d85404775a gateway port host: dv-cinder-786054-2-smb {{(pid=86333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 17 04:09:31.864402 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [None req-20fbe1b6-f08e-447b-b592-f9c89cee22ca admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=414abe24304b477ea2fe3108443164aa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0911245 Apr 17 04:09:31.864402 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.20', 58058) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 17 04:09:31.957915 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-8a67c2d7-5052-4f09-8c99-5faf3e35a7a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:09:31.964920 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-b98419d0-70e1-4693-a237-37de1ee7ba57 req-f6765324-21e5-476f-b0e6-e41b493eb4c0 tempest-TestShelveInstance-1964921938 tempest-TestShelveInstance-1964921938-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-961403968&fields=id&tenant_id=ca6206a14e294f1c94050af1f73d53f8 HTTP/1.1" status: 200 len: 267 time: 0.0636609 Apr 17 04:09:32.022937 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-8a67c2d7-5052-4f09-8c99-5faf3e35a7a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:09:32.023985 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-1ce5d160-24e8-4fc0-ad40-8d0bd23a2914 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:09:32.032589 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.plugin [None req-1ce5d160-24e8-4fc0-ad40-8d0bd23a2914 admin admin] Deleting port 711d3d7a-06c6-4078-8482-3391841de7f9 {{(pid=86330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 17 04:09:32.033015 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-1ce5d160-24e8-4fc0-ad40-8d0bd23a2914 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363244554791028'] for port, before_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:09:32.167811 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.l3_hamode_db [None req-74c815bb-6e7c-43dc-8fa3-0963bc0ccf81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51543f7a-416c-456a-a638-c5d85404775a', 'name': 'tempest-ServerRescueNegativeTestJSON-115204928-router', 'tenant_id': 'c61f909e458d447f8c0cdeb8d1fce856', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3299e77b-a72c-46bf-8676-13cef166cd0a', 'external_fixed_ips': [{'subnet_id': '126682c8-3b96-411d-a59b-48497db5cf0c', 'ip_address': '172.28.1.104'}], 'enable_snat': True}, 'gw_port_id': '711d3d7a-06c6-4078-8482-3391841de7f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-17T04:05:59Z', 'updated_at': '2021-04-17T04:09:30Z', 'revision_number': 5, 'project_id': 'c61f909e458d447f8c0cdeb8d1fce856', 'gw_port': {'id': '711d3d7a-06c6-4078-8482-3391841de7f9', 'name': '', 'network_id': '3299e77b-a72c-46bf-8676-13cef166cd0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:bd:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51543f7a-416c-456a-a638-c5d85404775a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '126682c8-3b96-411d-a59b-48497db5cf0c', 'ip_address': '172.28.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-17T04:06:00Z', 'updated_at': '2021-04-17T04:06:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126682c8-3b96-411d-a59b-48497db5cf0c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-2-smb'}], 'dv-cinder-786054-2-smb', False) {} {{(pid=86333) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 17 04:09:32.172109 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74c815bb-6e7c-43dc-8fa3-0963bc0ccf81 None None] Checking router: 51543f7a-416c-456a-a638-c5d85404775a for host: dv-cinder-786054-2-smb {{(pid=86333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 17 04:09:32.183190 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74c815bb-6e7c-43dc-8fa3-0963bc0ccf81 None None] Routers {'51543f7a-416c-456a-a638-c5d85404775a'} bound to L3 agent in host dv-cinder-786054-2-smb {{(pid=86333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 17 04:09:32.183713 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-8a67c2d7-5052-4f09-8c99-5faf3e35a7a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920236'] for security_group, after_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:09:32.184007 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.l3_hamode_db [None req-74c815bb-6e7c-43dc-8fa3-0963bc0ccf81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786054-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-17T03:57:39Z,description=,heartbeat_timestamp=2021-04-17T04:09:10Z,host='dv-cinder-786054-2-smb',id=89c35117-d9bd-45d8-8d43-26735203dc9d,load=0,resource_versions=,resources_synced=,started_at=2021-04-17T03:57:39Z,topic='l3_agent')) {'router_ids': ['51543f7a-416c-456a-a638-c5d85404775a'], 'active': True} {{(pid=86333) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 17 04:09:32.193669 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98419d0-70e1-4693-a237-37de1ee7ba57 req-77021215-e549-4e40-a937-9af0d0b13cde tempest-TestShelveInstance-1964921938 tempest-TestShelveInstance-1964921938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:09:32.195227 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-b98419d0-70e1-4693-a237-37de1ee7ba57 req-77021215-e549-4e40-a937-9af0d0b13cde tempest-TestShelveInstance-1964921938 tempest-TestShelveInstance-1964921938-project] 10.222.0.20 "GET /v2.0/networks?id=48b42dc6-fdb2-4a1c-899b-553f02cfd6b1 HTTP/1.1" status: 200 len: 809 time: 0.1998279 Apr 17 04:09:32.197166 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-48a6de28-76f7-4c7b-802f-77f0aa9324d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:09:32.213302 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a67c2d7-5052-4f09-8c99-5faf3e35a7a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae5ae7d4-03a6-4de4-82fb-45078eb27a6c,revision_number=None']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:09:32.221261 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.db [None req-1ce5d160-24e8-4fc0-ad40-8d0bd23a2914 admin admin] For port 711d3d7a-06c6-4078-8482-3391841de7f9, host dv-cinder-786054-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-2-smb',level=0,port_id=711d3d7a-06c6-4078-8482-3391841de7f9,segment=NetworkSegment(0331decf-77a3-4764-a14d-d11dc820119c),segment_id=0331decf-77a3-4764-a14d-d11dc820119c)] {{(pid=86330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 17 04:09:32.221681 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-1ce5d160-24e8-4fc0-ad40-8d0bd23a2914 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853832323'] for port, precommit_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:09:32.225007 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-b98419d0-70e1-4693-a237-37de1ee7ba57 req-f1bb6f09-b849-4614-b4b5-c2b0fbc7f22b tempest-TestShelveInstance-1964921938 tempest-TestShelveInstance-1964921938-project] 10.222.0.20 "GET /v2.0/quotas/ca6206a14e294f1c94050af1f73d53f8 HTTP/1.1" status: 200 len: 375 time: 0.0188754 Apr 17 04:09:32.227059 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-8a67c2d7-5052-4f09-8c99-5faf3e35a7a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:09:32.229156 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-8a67c2d7-5052-4f09-8c99-5faf3e35a7a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:09:32.230283 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [None req-8a67c2d7-5052-4f09-8c99-5faf3e35a7a1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ae5ae7d4-03a6-4de4-82fb-45078eb27a6c HTTP/1.1" status: 204 len: 168 time: 0.3698754 Apr 17 04:09:32.339091 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-b98419d0-70e1-4693-a237-37de1ee7ba57 req-d768968c-cd8c-4fbe-a618-e4cfd0739c77 tempest-TestShelveInstance-1964921938 tempest-TestShelveInstance-1964921938-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=ca6206a14e294f1c94050af1f73d53f8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0973701 Apr 17 04:09:32.383103 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.plugin [None req-1ce5d160-24e8-4fc0-ad40-8d0bd23a2914 admin admin] Calling delete_port for 711d3d7a-06c6-4078-8482-3391841de7f9 owned by network:router_gateway {{(pid=86330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 17 04:09:32.393209 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.l3_dvr_db [None req-74c815bb-6e7c-43dc-8fa3-0963bc0ccf81 None None] Set router 51543f7a-416c-456a-a638-c5d85404775a gateway port host: None {{(pid=86333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 17 04:09:32.512130 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-b98419d0-70e1-4693-a237-37de1ee7ba57 req-d57415ef-945e-43ce-aabe-de95f5e284d5 service neutron] 10.222.0.20 "GET /v2.0/networks/48b42dc6-fdb2-4a1c-899b-553f02cfd6b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1669929 Apr 17 04:09:32.518788 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.l3_hamode_db [None req-74c815bb-6e7c-43dc-8fa3-0963bc0ccf81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51543f7a-416c-456a-a638-c5d85404775a', 'name': 'tempest-ServerRescueNegativeTestJSON-115204928-router', 'tenant_id': 'c61f909e458d447f8c0cdeb8d1fce856', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-17T04:05:59Z', 'updated_at': '2021-04-17T04:09:32Z', 'revision_number': 6, 'project_id': 'c61f909e458d447f8c0cdeb8d1fce856', 'gw_port_host': None}], 'dv-cinder-786054-2-smb', False) {} {{(pid=86333) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 17 04:09:32.523831 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74c815bb-6e7c-43dc-8fa3-0963bc0ccf81 None None] The sync data for ids ['51543f7a-416c-456a-a638-c5d85404775a'] in dv-cinder-786054-2-smb is: [{'id': '51543f7a-416c-456a-a638-c5d85404775a', 'name': 'tempest-ServerRescueNegativeTestJSON-115204928-router', 'tenant_id': 'c61f909e458d447f8c0cdeb8d1fce856', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-17T04:05:59Z', 'updated_at': '2021-04-17T04:09:32Z', 'revision_number': 6, 'project_id': 'c61f909e458d447f8c0cdeb8d1fce856', 'gw_port_host': None}] {{(pid=86333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 17 04:09:32.670235 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-b98419d0-70e1-4693-a237-37de1ee7ba57 req-94a2bbcc-6bbb-4bfa-a090-f4e3ca1c5688 service neutron] 10.222.0.20 "GET /v2.0/networks/48b42dc6-fdb2-4a1c-899b-553f02cfd6b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1569483 Apr 17 04:09:32.744271 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-1ce5d160-24e8-4fc0-ad40-8d0bd23a2914 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1691685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854152290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244554789151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792299556194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852218909'] for port, after_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:09:32.748883 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-393d406b-3ce6-439f-9b63-a5c3f662debd tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:09:32.797230 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce5d160-24e8-4fc0-ad40-8d0bd23a2914 admin admin] Pushing event deleted for resources: {'Port': ['ID=711d3d7a-06c6-4078-8482-3391841de7f9,revision_number=None']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:09:32.801330 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-1ce5d160-24e8-4fc0-ad40-8d0bd23a2914 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:09:32.904485 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-1ce5d160-24e8-4fc0-ad40-8d0bd23a2914 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-944229'] for router_gateway, after_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:09:33.004863 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c191e1c9-aba0-455d-83e9-22c73c6bf426 req-3cb06f97-ed5f-47e4-95cc-dfb646ea8a7d tempest-TestMinimumBasicScenario-1804355180 tempest-TestMinimumBasicScenario-1804355180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:09:33.013272 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-c191e1c9-aba0-455d-83e9-22c73c6bf426 req-3cb06f97-ed5f-47e4-95cc-dfb646ea8a7d tempest-TestMinimumBasicScenario-1804355180 tempest-TestMinimumBasicScenario-1804355180-project] 10.222.0.20 "GET /v2.0/ports?device_id=77c6f62d-8974-4b57-968d-f8f839d90eb8 HTTP/1.1" status: 200 len: 985 time: 0.1203783 Apr 17 04:09:33.075110 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-c191e1c9-aba0-455d-83e9-22c73c6bf426 req-27be9128-db55-4386-934a-2d018ae916c1 tempest-TestMinimumBasicScenario-1804355180 tempest-TestMinimumBasicScenario-1804355180-project] 10.222.0.20 "GET /v2.0/security-groups?id=e01e7c40-4b22-407a-a279-6b071a5a6d80&id=a6570863-17a7-49ed-a7df-bde337527753&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0605500 Apr 17 04:09:33.122215 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-1ce5d160-24e8-4fc0-ad40-8d0bd23a2914 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1022777', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854768863'] for router, precommit_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:09:33.124862 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-1ce5d160-24e8-4fc0-ad40-8d0bd23a2914 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:09:33.228554 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-1ce5d160-24e8-4fc0-ad40-8d0bd23a2914 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853753731'] for router, after_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:09:33.229268 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ce5d160-24e8-4fc0-ad40-8d0bd23a2914 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 51543f7a-416c-456a-a638-c5d85404775a {{(pid=86330) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 17 04:09:33.243391 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-1ce5d160-24e8-4fc0-ad40-8d0bd23a2914 admin admin] Notify callbacks [] for router, before_response {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:09:33.245655 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [None req-1ce5d160-24e8-4fc0-ad40-8d0bd23a2914 admin admin] 10.222.0.20 "DELETE /v2.0/routers/51543f7a-416c-456a-a638-c5d85404775a HTTP/1.1" status: 204 len: 168 time: 1.6233282 Apr 17 04:09:33.247429 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.20', 58100) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 17 04:09:33.320664 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a1ab672-2b50-496c-b656-af95fd16458e admin admin] Deleting subnet f604e219-b121-4ee2-9dbd-506d5b380753 {{(pid=86330) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 17 04:09:33.324671 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-3a1ab672-2b50-496c-b656-af95fd16458e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:09:33.337035 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-34b8fd4a-4cbf-4113-a606-5001a57547dd req-0ba624c2-2f6c-4d94-8957-e87609f19548 tempest-TestShelveInstance-1964921938 tempest-TestShelveInstance-1964921938-project] 10.222.0.20 "GET /v2.0/ports?device_id=95e8b9bb-edf4-41ea-8e29-17967312a144 HTTP/1.1" status: 200 len: 210 time: 0.1116569 Apr 17 04:09:33.382984 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-3a1ab672-2b50-496c-b656-af95fd16458e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852242307'] for subnet, precommit_delete_associations {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:09:33.452497 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-3a1ab672-2b50-496c-b656-af95fd16458e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2044980'] for subnet, precommit_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:09:33.943763 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-3a1ab672-2b50-496c-b656-af95fd16458e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036852730868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854152290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852219849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852674524'] for subnet, after_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:09:33.949442 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-bcbddd94-a613-4c60-b65e-6f2431701e97 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:09:33.985489 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1ab672-2b50-496c-b656-af95fd16458e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f604e219-b121-4ee2-9dbd-506d5b380753,revision_number=None']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:09:33.988756 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-3a1ab672-2b50-496c-b656-af95fd16458e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:09:33.989789 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-3a1ab672-2b50-496c-b656-af95fd16458e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854152307'] for subnet, before_response {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:09:33.996503 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [None req-3a1ab672-2b50-496c-b656-af95fd16458e admin admin] 10.222.0.20 "DELETE /v2.0/subnets/f604e219-b121-4ee2-9dbd-506d5b380753 HTTP/1.1" status: 204 len: 168 time: 0.7478864 Apr 17 04:09:33.999836 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.20', 58114) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 17 04:09:34.115528 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-bec5c91a-724d-4636-9836-dfa85993a498 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2007928'] for network, before_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:09:34.247668 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-bec5c91a-724d-4636-9836-dfa85993a498 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852730783', 'neutron.services.segments.db._delete_segments_for_network-8792299905651'] for network, precommit_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:09:34.273317 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4941b04-77ea-46f5-abb0-fcbe879d25a9 req-762fd7fa-4934-440e-b84b-0f276456eed7 tempest-TestMinimumBasicScenario-1804355180 tempest-TestMinimumBasicScenario-1804355180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:09:34.275133 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-e4941b04-77ea-46f5-abb0-fcbe879d25a9 req-762fd7fa-4934-440e-b84b-0f276456eed7 tempest-TestMinimumBasicScenario-1804355180 tempest-TestMinimumBasicScenario-1804355180-project] 10.222.0.20 "GET /v2.0/ports?device_id=77c6f62d-8974-4b57-968d-f8f839d90eb8 HTTP/1.1" status: 200 len: 985 time: 0.0930650 Apr 17 04:09:34.327495 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-e4941b04-77ea-46f5-abb0-fcbe879d25a9 req-6fa4a516-3101-4e9e-b7b0-771bd8212dba tempest-TestMinimumBasicScenario-1804355180 tempest-TestMinimumBasicScenario-1804355180-project] 10.222.0.20 "GET /v2.0/security-groups?id=e01e7c40-4b22-407a-a279-6b071a5a6d80&id=a6570863-17a7-49ed-a7df-bde337527753&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0458496 Apr 17 04:09:34.437742 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.rpc [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] Device 988c9618-c754-4592-855f-196558790806 no longer exists at agent ovs-agent-dv-cinder-786054-2-smb {{(pid=86332) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 17 04:09:34.471723 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.services.segments.db [None req-bec5c91a-724d-4636-9836-dfa85993a498 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3648c013-741e-41bf-ba14-932e8746819e']}} {{(pid=86330) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 17 04:09:34.482167 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.plugin [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] No Port match for: 988c9618-c754-4592-855f-196558790806 {{(pid=86332) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 17 04:09:34.482573 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.rpc [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] Device 988c9618-c754-4592-855f-196558790806 not bound to the agent host dv-cinder-786054-2-smb {{(pid=86332) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 17 04:09:34.483030 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.rpc [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] Device 711d3d7a-06c6-4078-8482-3391841de7f9 no longer exists at agent ovs-agent-dv-cinder-786054-2-smb {{(pid=86332) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 17 04:09:34.495469 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.services.segments.db [None req-bec5c91a-724d-4636-9836-dfa85993a498 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2de5fad0-bc57-4963-857c-9303f2405e9d') {'for_net_delete': True} {{(pid=86330) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 17 04:09:34.495804 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.services.segments.db [None req-bec5c91a-724d-4636-9836-dfa85993a498 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2de5fad0-bc57-4963-857c-9303f2405e9d') {} {{(pid=86330) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 17 04:09:34.512318 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-ce0c0d42-2e23-4a7c-af07-5c9b6cee53c9 req-ff78fa7a-46ef-48a9-8996-3fd9cd67ff7f tempest-TestShelveInstance-1964921938 tempest-TestShelveInstance-1964921938-project] 10.222.0.20 "GET /v2.0/ports?device_id=95e8b9bb-edf4-41ea-8e29-17967312a144 HTTP/1.1" status: 200 len: 210 time: 0.0544906 Apr 17 04:09:34.521010 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-bec5c91a-724d-4636-9836-dfa85993a498 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363244554709347', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2533493'] for segment, before_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:09:34.534079 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.plugin [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] No Port match for: 711d3d7a-06c6-4078-8482-3391841de7f9 {{(pid=86332) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 17 04:09:34.534079 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.rpc [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] Device 711d3d7a-06c6-4078-8482-3391841de7f9 not bound to the agent host dv-cinder-786054-2-smb {{(pid=86332) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 17 04:09:34.545987 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-bec5c91a-724d-4636-9836-dfa85993a498 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852729262'] for segment, precommit_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:09:34.566998 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bec5c91a-724d-4636-9836-dfa85993a498 admin admin] Releasing vlan 144 on physical network physnet1 to pool {{(pid=86330) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 17 04:09:34.604122 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98419d0-70e1-4693-a237-37de1ee7ba57 req-5c89d91e-ce64-4391-9f14-6c085e22b652 tempest-TestShelveInstance-1964921938 tempest-TestShelveInstance-1964921938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:09:34.604889 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [req-b98419d0-70e1-4693-a237-37de1ee7ba57 req-5c89d91e-ce64-4391-9f14-6c085e22b652 tempest-TestShelveInstance-1964921938 tempest-TestShelveInstance-1964921938-project] Synchronizing usage tracker for tenant:ca6206a14e294f1c94050af1f73d53f8 on resource:network {{(pid=86330) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 17 04:09:34.755640 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [req-b98419d0-70e1-4693-a237-37de1ee7ba57 req-5c89d91e-ce64-4391-9f14-6c085e22b652 tempest-TestShelveInstance-1964921938 tempest-TestShelveInstance-1964921938-project] Unset dirty status for tenant:ca6206a14e294f1c94050af1f73d53f8 on resource:network {{(pid=86330) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 17 04:09:34.756901 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-b98419d0-70e1-4693-a237-37de1ee7ba57 req-5c89d91e-ce64-4391-9f14-6c085e22b652 tempest-TestShelveInstance-1964921938 tempest-TestShelveInstance-1964921938-project] 10.222.0.32 "GET /v2.0/networks?id=48b42dc6-fdb2-4a1c-899b-553f02cfd6b1 HTTP/1.1" status: 200 len: 809 time: 0.4264367 Apr 17 04:09:34.767304 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.managers [None req-bec5c91a-724d-4636-9836-dfa85993a498 admin admin] Network 3648c013-741e-41bf-ba14-932e8746819e has no segments {{(pid=86330) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 17 04:09:34.780956 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-bec5c91a-724d-4636-9836-dfa85993a498 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2046501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2556820'] for segment, after_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:09:35.008133 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.managers [None req-bec5c91a-724d-4636-9836-dfa85993a498 admin admin] Network 3648c013-741e-41bf-ba14-932e8746819e has no segments {{(pid=86330) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 17 04:09:35.034786 dv-cinder-786054-2-smb neutron-server[86217]: Traceback (most recent call last): Apr 17 04:09:35.034786 dv-cinder-786054-2-smb neutron-server[86217]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 17 04:09:35.034786 dv-cinder-786054-2-smb neutron-server[86217]: timer() Apr 17 04:09:35.034786 dv-cinder-786054-2-smb neutron-server[86217]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 17 04:09:35.034786 dv-cinder-786054-2-smb neutron-server[86217]: cb(*args, **kw) Apr 17 04:09:35.034786 dv-cinder-786054-2-smb neutron-server[86217]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 17 04:09:35.034786 dv-cinder-786054-2-smb neutron-server[86217]: return func(*args, **kwargs) Apr 17 04:09:35.034786 dv-cinder-786054-2-smb neutron-server[86217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 17 04:09:35.034786 dv-cinder-786054-2-smb neutron-server[86217]: self._notify() Apr 17 04:09:35.034786 dv-cinder-786054-2-smb neutron-server[86217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 17 04:09:35.034786 dv-cinder-786054-2-smb neutron-server[86217]: self.callback(batched_events) Apr 17 04:09:35.034786 dv-cinder-786054-2-smb neutron-server[86217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 17 04:09:35.034786 dv-cinder-786054-2-smb neutron-server[86217]: event.method(event) Apr 17 04:09:35.034786 dv-cinder-786054-2-smb neutron-server[86217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 17 04:09:35.034786 dv-cinder-786054-2-smb neutron-server[86217]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 17 04:09:35.034786 dv-cinder-786054-2-smb neutron-server[86217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 17 04:09:35.034786 dv-cinder-786054-2-smb neutron-server[86217]: segment_id)['aggregates'][0] Apr 17 04:09:35.034786 dv-cinder-786054-2-smb neutron-server[86217]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 17 04:09:35.034786 dv-cinder-786054-2-smb neutron-server[86217]: return f(self, *a, **k) Apr 17 04:09:35.034786 dv-cinder-786054-2-smb neutron-server[86217]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 17 04:09:35.034786 dv-cinder-786054-2-smb neutron-server[86217]: return self._get(url).json() Apr 17 04:09:35.034786 dv-cinder-786054-2-smb neutron-server[86217]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 17 04:09:35.034786 dv-cinder-786054-2-smb neutron-server[86217]: **kwargs) Apr 17 04:09:35.034786 dv-cinder-786054-2-smb neutron-server[86217]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 17 04:09:35.034786 dv-cinder-786054-2-smb neutron-server[86217]: return self.request(url, 'GET', **kwargs) Apr 17 04:09:35.034786 dv-cinder-786054-2-smb neutron-server[86217]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 17 04:09:35.034786 dv-cinder-786054-2-smb neutron-server[86217]: **endpoint_filter) Apr 17 04:09:35.034786 dv-cinder-786054-2-smb neutron-server[86217]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 17 04:09:35.034786 dv-cinder-786054-2-smb neutron-server[86217]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 17 04:09:35.034786 dv-cinder-786054-2-smb neutron-server[86217]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 17 04:09:35.034786 dv-cinder-786054-2-smb neutron-server[86217]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 17 04:09:35.034786 dv-cinder-786054-2-smb neutron-server[86217]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 17 04:09:35.058218 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [req-b98419d0-70e1-4693-a237-37de1ee7ba57 req-79b515b7-d88c-49dc-aab9-db7315d6f9f8 tempest-TestShelveInstance-1964921938 tempest-TestShelveInstance-1964921938-project] Synchronizing usage tracker for tenant:ca6206a14e294f1c94050af1f73d53f8 on resource:security_group {{(pid=86330) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 17 04:09:35.130976 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-bec5c91a-724d-4636-9836-dfa85993a498 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2045033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854152290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1023362'] for network, after_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:09:35.133071 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [req-b98419d0-70e1-4693-a237-37de1ee7ba57 req-79b515b7-d88c-49dc-aab9-db7315d6f9f8 tempest-TestShelveInstance-1964921938 tempest-TestShelveInstance-1964921938-project] Unset dirty status for tenant:ca6206a14e294f1c94050af1f73d53f8 on resource:security_group {{(pid=86330) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 17 04:09:35.134562 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-b98419d0-70e1-4693-a237-37de1ee7ba57 req-79b515b7-d88c-49dc-aab9-db7315d6f9f8 tempest-TestShelveInstance-1964921938 tempest-TestShelveInstance-1964921938-project] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ca6206a14e294f1c94050af1f73d53f8 HTTP/1.1" status: 200 len: 8059 time: 0.3557713 Apr 17 04:09:35.136971 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-f9bcdf28-eca7-4863-ab44-5927472a4b0a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:09:35.151221 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-bec5c91a-724d-4636-9836-dfa85993a498 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854152307'] for network, before_response {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:09:35.161039 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.v2.base [req-b98419d0-70e1-4693-a237-37de1ee7ba57 req-78d2ece9-e05b-4cae-9639-cdc516200787 tempest-TestShelveInstance-1964921938 tempest-TestShelveInstance-1964921938-project] Request body: {'port': {'device_id': '95e8b9bb-edf4-41ea-8e29-17967312a144', 'network_id': '48b42dc6-fdb2-4a1c-899b-553f02cfd6b1', 'admin_state_up': True, 'tenant_id': 'ca6206a14e294f1c94050af1f73d53f8', 'security_groups': ['966d6d2d-9bfe-48ff-ab39-78b8c7f76cd0']}} {{(pid=86330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 17 04:09:35.183954 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec5c91a-724d-4636-9836-dfa85993a498 admin admin] Pushing event deleted for resources: {'Network': ['ID=3648c013-741e-41bf-ba14-932e8746819e,revision_number=None']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:09:35.203984 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-bec5c91a-724d-4636-9836-dfa85993a498 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:09:35.209264 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [None req-bec5c91a-724d-4636-9836-dfa85993a498 admin admin] 10.222.0.20 "DELETE /v2.0/networks/3648c013-741e-41bf-ba14-932e8746819e HTTP/1.1" status: 204 len: 168 time: 1.2083957 Apr 17 04:09:35.319186 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [req-b98419d0-70e1-4693-a237-37de1ee7ba57 req-78d2ece9-e05b-4cae-9639-cdc516200787 tempest-TestShelveInstance-1964921938 tempest-TestShelveInstance-1964921938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 17 04:09:35.323231 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [req-b98419d0-70e1-4693-a237-37de1ee7ba57 req-78d2ece9-e05b-4cae-9639-cdc516200787 tempest-TestShelveInstance-1964921938 tempest-TestShelveInstance-1964921938-project] Usage tracker for resource:port and tenant:ca6206a14e294f1c94050af1f73d53f8 is out of sync, need to count used quota {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 17 04:09:35.326622 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [req-b98419d0-70e1-4693-a237-37de1ee7ba57 req-78d2ece9-e05b-4cae-9639-cdc516200787 tempest-TestShelveInstance-1964921938 tempest-TestShelveInstance-1964921938-project] Quota usage for port was recalculated. Used quota:2. {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 17 04:09:35.332917 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [req-b98419d0-70e1-4693-a237-37de1ee7ba57 req-78d2ece9-e05b-4cae-9639-cdc516200787 tempest-TestShelveInstance-1964921938 tempest-TestShelveInstance-1964921938-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 17 04:09:35.342528 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b98419d0-70e1-4693-a237-37de1ee7ba57 req-78d2ece9-e05b-4cae-9639-cdc516200787 tempest-TestShelveInstance-1964921938 tempest-TestShelveInstance-1964921938-project] Made reservation on behalf of ca6206a14e294f1c94050af1f73d53f8 for: {'port': 1} {{(pid=86330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 17 04:09:35.348768 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [req-b98419d0-70e1-4693-a237-37de1ee7ba57 req-78d2ece9-e05b-4cae-9639-cdc516200787 tempest-TestShelveInstance-1964921938 tempest-TestShelveInstance-1964921938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853081909'] for port, before_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:09:35.423196 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.20', 58134) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 17 04:09:35.480967 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [None req-5cc6abfd-4edb-488f-8f5f-129d127b3eb9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c61f909e458d447f8c0cdeb8d1fce856&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0538704 Apr 17 04:09:35.481527 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.20', 58140) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 17 04:09:35.602616 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.db_base_plugin_common [req-b98419d0-70e1-4693-a237-37de1ee7ba57 req-78d2ece9-e05b-4cae-9639-cdc516200787 tempest-TestShelveInstance-1964921938 tempest-TestShelveInstance-1964921938-project] Allocated IP 172.20.0.7 (48b42dc6-fdb2-4a1c-899b-553f02cfd6b1/7ebd19d5-d3c8-4014-91e1-906c5d4ffe3d/87141837-1be8-4078-af9c-ced185eecc3a) {{(pid=86330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 17 04:09:35.613345 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c2b4ec-5682-4e17-b47b-14c37837b9de req-4e9ca89a-70a2-4912-ae2c-9289d48d5288 tempest-TestMinimumBasicScenario-1804355180 tempest-TestMinimumBasicScenario-1804355180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:09:35.615253 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-80c2b4ec-5682-4e17-b47b-14c37837b9de req-4e9ca89a-70a2-4912-ae2c-9289d48d5288 tempest-TestMinimumBasicScenario-1804355180 tempest-TestMinimumBasicScenario-1804355180-project] 10.222.0.20 "GET /v2.0/ports?device_id=77c6f62d-8974-4b57-968d-f8f839d90eb8 HTTP/1.1" status: 200 len: 985 time: 0.1331646 Apr 17 04:09:35.630339 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-0e8cbc1b-68e2-4b8b-9eea-7022bda6319d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:09:35.680752 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-0e8cbc1b-68e2-4b8b-9eea-7022bda6319d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:09:35.716843 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-80c2b4ec-5682-4e17-b47b-14c37837b9de req-34876b1f-428d-4661-b173-5dc840b664d0 tempest-TestMinimumBasicScenario-1804355180 tempest-TestMinimumBasicScenario-1804355180-project] 10.222.0.20 "GET /v2.0/security-groups?id=e01e7c40-4b22-407a-a279-6b071a5a6d80&id=a6570863-17a7-49ed-a7df-bde337527753&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0947692 Apr 17 04:09:35.719094 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-33cc632d-5a9c-413c-adba-bce8a44ea752 req-ddff8032-f735-401b-82bb-d131e4f9f728 tempest-TestShelveInstance-1964921938 tempest-TestShelveInstance-1964921938-project] 10.222.0.20 "GET /v2.0/ports?device_id=95e8b9bb-edf4-41ea-8e29-17967312a144 HTTP/1.1" status: 200 len: 210 time: 0.0636737 Apr 17 04:09:35.854933 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-0e8cbc1b-68e2-4b8b-9eea-7022bda6319d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920236'] for security_group, after_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:09:35.861135 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-c7eb667a-1ccb-4d33-854d-c46049b9e11d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:09:35.883076 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8cbc1b-68e2-4b8b-9eea-7022bda6319d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48edf01a-27e1-4331-aa2f-debc447aa56c,revision_number=None']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:09:35.889868 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-0e8cbc1b-68e2-4b8b-9eea-7022bda6319d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:09:35.895414 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [req-b98419d0-70e1-4693-a237-37de1ee7ba57 req-78d2ece9-e05b-4cae-9639-cdc516200787 tempest-TestShelveInstance-1964921938 tempest-TestShelveInstance-1964921938-project] Notify callbacks [] for port, precommit_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:09:35.913374 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-0e8cbc1b-68e2-4b8b-9eea-7022bda6319d admin admin] Notify callbacks [] for security_group, before_response {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:09:35.914607 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [None req-0e8cbc1b-68e2-4b8b-9eea-7022bda6319d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/48edf01a-27e1-4331-aa2f-debc447aa56c HTTP/1.1" status: 204 len: 168 time: 0.4320204 Apr 17 04:09:35.917251 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.provisioning_blocks [req-b98419d0-70e1-4693-a237-37de1ee7ba57 req-78d2ece9-e05b-4cae-9639-cdc516200787 tempest-TestShelveInstance-1964921938 tempest-TestShelveInstance-1964921938-project] Transition to ACTIVE for port object 87141837-1be8-4078-af9c-ced185eecc3a will not be triggered until provisioned by entity DHCP. {{(pid=86330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 17 04:09:35.943533 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [req-b98419d0-70e1-4693-a237-37de1ee7ba57 req-78d2ece9-e05b-4cae-9639-cdc516200787 tempest-TestShelveInstance-1964921938 tempest-TestShelveInstance-1964921938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1691685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854152290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244555219623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852218909'] for port, after_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:09:35.949859 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-de9e5366-d6a8-4304-a3e4-7f3c3d5ad06b tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:09:36.025056 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b98419d0-70e1-4693-a237-37de1ee7ba57 req-78d2ece9-e05b-4cae-9639-cdc516200787 tempest-TestShelveInstance-1964921938 tempest-TestShelveInstance-1964921938-project] Network 48b42dc6-fdb2-4a1c-899b-553f02cfd6b1 is already hosted by enough agents. {{(pid=86330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 17 04:09:36.028380 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.scheduler.base_scheduler [req-b98419d0-70e1-4693-a237-37de1ee7ba57 req-78d2ece9-e05b-4cae-9639-cdc516200787 tempest-TestShelveInstance-1964921938 tempest-TestShelveInstance-1964921938-project] Resources bound (agent type, host, resource id): {{(pid=86330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 17 04:09:36.033236 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.l3_dvrscheduler_db [req-b98419d0-70e1-4693-a237-37de1ee7ba57 req-78d2ece9-e05b-4cae-9639-cdc516200787 tempest-TestShelveInstance-1964921938 tempest-TestShelveInstance-1964921938-project] Received port after_create {{(pid=86330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 17 04:09:36.061480 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d2ece9-e05b-4cae-9639-cdc516200787 tempest-TestShelveInstance-1964921938 tempest-TestShelveInstance-1964921938-project] Pushing event updated for resources: {'Port': ['ID=87141837-1be8-4078-af9c-ced185eecc3a,revision_number=1']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:09:36.068811 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-78d2ece9-e05b-4cae-9639-cdc516200787 tempest-TestShelveInstance-1964921938 tempest-TestShelveInstance-1964921938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:09:36.108337 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98419d0-70e1-4693-a237-37de1ee7ba57 req-78d2ece9-e05b-4cae-9639-cdc516200787 tempest-TestShelveInstance-1964921938 tempest-TestShelveInstance-1964921938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:09:36.109237 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [req-b98419d0-70e1-4693-a237-37de1ee7ba57 req-78d2ece9-e05b-4cae-9639-cdc516200787 tempest-TestShelveInstance-1964921938 tempest-TestShelveInstance-1964921938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2986'] for port, before_response {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:09:36.135663 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-b98419d0-70e1-4693-a237-37de1ee7ba57 req-78d2ece9-e05b-4cae-9639-cdc516200787 tempest-TestShelveInstance-1964921938 tempest-TestShelveInstance-1964921938-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9814782 Apr 17 04:09:36.150124 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.v2.base [req-b98419d0-70e1-4693-a237-37de1ee7ba57 req-7215aded-28b3-4670-831d-16222d64752a service neutron] Request body: {'port': {'device_id': '95e8b9bb-edf4-41ea-8e29-17967312a144', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78605'}} {{(pid=86330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 17 04:09:36.273365 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [req-b98419d0-70e1-4693-a237-37de1ee7ba57 req-7215aded-28b3-4670-831d-16222d64752a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853081909'] for port, before_update {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:09:36.294149 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.provisioning_blocks [None req-2ae37129-42f9-416f-90cc-74e7da773ff8 None None] Provisioning for port 87141837-1be8-4078-af9c-ced185eecc3a completed by entity DHCP. {{(pid=86332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 17 04:09:36.299373 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.provisioning_blocks [None req-2ae37129-42f9-416f-90cc-74e7da773ff8 None None] Provisioning complete for port 87141837-1be8-4078-af9c-ced185eecc3a triggered by entity DHCP. {{(pid=86332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 17 04:09:36.299797 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-2ae37129-42f9-416f-90cc-74e7da773ff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2017814'] for port, provisioning_complete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:09:36.357315 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.plugin [None req-2ae37129-42f9-416f-90cc-74e7da773ff8 None None] Port 87141837-1be8-4078-af9c-ced185eecc3a cannot update to ACTIVE because it is not bound. {{(pid=86332) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 17 04:09:36.645544 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.notifiers.nova [req-b98419d0-70e1-4693-a237-37de1ee7ba57 req-7215aded-28b3-4670-831d-16222d64752a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87141837-1be8-4078-af9c-ced185eecc3a {{(pid=86330) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 17 04:09:36.654655 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [req-b98419d0-70e1-4693-a237-37de1ee7ba57 req-7215aded-28b3-4670-831d-16222d64752a service neutron] Notify callbacks [] for port, precommit_update {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:09:36.672275 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.provisioning_blocks [req-b98419d0-70e1-4693-a237-37de1ee7ba57 req-7215aded-28b3-4670-831d-16222d64752a service neutron] Transition to ACTIVE for port object 87141837-1be8-4078-af9c-ced185eecc3a will not be triggered until provisioned by entity L2. {{(pid=86330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 17 04:09:36.675480 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [req-b98419d0-70e1-4693-a237-37de1ee7ba57 req-7215aded-28b3-4670-831d-16222d64752a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1691685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854152290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792299986632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244555219606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792299556228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2556906'] for port, after_update {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:09:36.681626 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-fcd59cfd-5bcc-4dab-a607-47b0b096f1a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:09:36.706209 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.20', 58170) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 17 04:09:36.827610 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7215aded-28b3-4670-831d-16222d64752a service neutron] Pushing event updated for resources: {'Port': ['ID=87141837-1be8-4078-af9c-ced185eecc3a,revision_number=2']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:09:36.840649 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-7215aded-28b3-4670-831d-16222d64752a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:09:36.965569 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.v2.base [None req-9aa29590-6a9b-401e-9086-d4d7dac29020 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-591480734-network', 'tenant_id': 'b27c7ae6f15d4ca4afddb9e09494c2db'}} {{(pid=86331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 17 04:09:36.982742 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [None req-9aa29590-6a9b-401e-9086-d4d7dac29020 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 17 04:09:36.994010 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [None req-9aa29590-6a9b-401e-9086-d4d7dac29020 admin admin] Usage tracker for resource:network and tenant:b27c7ae6f15d4ca4afddb9e09494c2db is out of sync, need to count used quota {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 17 04:09:37.000098 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [None req-9aa29590-6a9b-401e-9086-d4d7dac29020 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 17 04:09:37.007641 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [None req-9aa29590-6a9b-401e-9086-d4d7dac29020 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 17 04:09:37.011013 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.managers [req-b98419d0-70e1-4693-a237-37de1ee7ba57 req-7215aded-28b3-4670-831d-16222d64752a service neutron] Attempting to bind port 87141837-1be8-4078-af9c-ced185eecc3a on host hv-cinder-78605 for vnic_type normal with profile {{(pid=86330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 17 04:09:37.011509 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.managers [req-b98419d0-70e1-4693-a237-37de1ee7ba57 req-7215aded-28b3-4670-831d-16222d64752a service neutron] Attempting to bind port 87141837-1be8-4078-af9c-ced185eecc3a by drivers openvswitch,hyperv on host hv-cinder-78605 at level 0 using segments [{'id': '4d7fcafd-580c-4824-905f-e47e11f99a09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '48b42dc6-fdb2-4a1c-899b-553f02cfd6b1'}] {{(pid=86330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 17 04:09:37.012467 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b98419d0-70e1-4693-a237-37de1ee7ba57 req-7215aded-28b3-4670-831d-16222d64752a service neutron] Attempting to bind port 87141837-1be8-4078-af9c-ced185eecc3a on network 48b42dc6-fdb2-4a1c-899b-553f02cfd6b1 {{(pid=86330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 17 04:09:37.019231 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b98419d0-70e1-4693-a237-37de1ee7ba57 req-7215aded-28b3-4670-831d-16222d64752a service neutron] Port 87141837-1be8-4078-af9c-ced185eecc3a on network 48b42dc6-fdb2-4a1c-899b-553f02cfd6b1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78605 {{(pid=86330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 17 04:09:37.019693 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b98419d0-70e1-4693-a237-37de1ee7ba57 req-7215aded-28b3-4670-831d-16222d64752a service neutron] Attempting to bind port 87141837-1be8-4078-af9c-ced185eecc3a on network 48b42dc6-fdb2-4a1c-899b-553f02cfd6b1 {{(pid=86330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 17 04:09:37.025840 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b98419d0-70e1-4693-a237-37de1ee7ba57 req-7215aded-28b3-4670-831d-16222d64752a service neutron] Checking agent: {'id': '61ad0fc1-16d6-4e18-b3c9-f584687973c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78605', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 17, 4, 4, 12), 'started_at': datetime.datetime(2021, 4, 17, 4, 4, 12), 'heartbeat_timestamp': datetime.datetime(2021, 4, 17, 4, 9, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 17 04:09:37.026215 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b98419d0-70e1-4693-a237-37de1ee7ba57 req-7215aded-28b3-4670-831d-16222d64752a service neutron] Checking segment: {'id': '4d7fcafd-580c-4824-905f-e47e11f99a09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '48b42dc6-fdb2-4a1c-899b-553f02cfd6b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 17 04:09:37.026633 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b98419d0-70e1-4693-a237-37de1ee7ba57 req-7215aded-28b3-4670-831d-16222d64752a service neutron] Bound using segment: {'id': '4d7fcafd-580c-4824-905f-e47e11f99a09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '48b42dc6-fdb2-4a1c-899b-553f02cfd6b1'} {{(pid=86330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 17 04:09:37.027103 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.managers [req-b98419d0-70e1-4693-a237-37de1ee7ba57 req-7215aded-28b3-4670-831d-16222d64752a service neutron] Bound port: 87141837-1be8-4078-af9c-ced185eecc3a, host: hv-cinder-78605, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d7fcafd-580c-4824-905f-e47e11f99a09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '48b42dc6-fdb2-4a1c-899b-553f02cfd6b1'}}] {{(pid=86330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 17 04:09:37.027483 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [req-b98419d0-70e1-4693-a237-37de1ee7ba57 req-7215aded-28b3-4670-831d-16222d64752a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853081909'] for port, before_update {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:09:37.068150 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9aa29590-6a9b-401e-9086-d4d7dac29020 admin admin] Made reservation on behalf of b27c7ae6f15d4ca4afddb9e09494c2db for: {'network': 1} {{(pid=86331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 17 04:09:37.072899 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-9aa29590-6a9b-401e-9086-d4d7dac29020 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853081909'] for network, before_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:09:37.110620 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-9aa29590-6a9b-401e-9086-d4d7dac29020 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:09:37.131457 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.db [req-b98419d0-70e1-4693-a237-37de1ee7ba57 req-7215aded-28b3-4670-831d-16222d64752a service neutron] For port 87141837-1be8-4078-af9c-ced185eecc3a, host hv-cinder-78605, cleared binding levels {{(pid=86330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 17 04:09:37.134850 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.db [req-b98419d0-70e1-4693-a237-37de1ee7ba57 req-7215aded-28b3-4670-831d-16222d64752a service neutron] For port 87141837-1be8-4078-af9c-ced185eecc3a, host hv-cinder-78605, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=87141837-1be8-4078-af9c-ced185eecc3a,segment=NetworkSegment(4d7fcafd-580c-4824-905f-e47e11f99a09),segment_id=4d7fcafd-580c-4824-905f-e47e11f99a09)] {{(pid=86330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 17 04:09:37.138464 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [req-b98419d0-70e1-4693-a237-37de1ee7ba57 req-7215aded-28b3-4670-831d-16222d64752a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1691685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854152290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792299986632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244555219606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792299556228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2556906'] for port, after_update {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:09:37.145451 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:09:37.151104 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d55689-0b65-4583-b562-93e8dbe3d8d0 req-c1876a2d-61aa-4da0-9e13-cfa8279d8338 tempest-TestMinimumBasicScenario-1804355180 tempest-TestMinimumBasicScenario-1804355180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:09:37.152818 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-23d55689-0b65-4583-b562-93e8dbe3d8d0 req-c1876a2d-61aa-4da0-9e13-cfa8279d8338 tempest-TestMinimumBasicScenario-1804355180 tempest-TestMinimumBasicScenario-1804355180-project] 10.222.0.20 "GET /v2.0/ports?device_id=77c6f62d-8974-4b57-968d-f8f839d90eb8 HTTP/1.1" status: 200 len: 985 time: 0.2698617 Apr 17 04:09:37.154939 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [None req-9aa29590-6a9b-401e-9086-d4d7dac29020 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 17 04:09:37.180916 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [None req-9aa29590-6a9b-401e-9086-d4d7dac29020 admin admin] Usage tracker for resource:security_group_rule and tenant:b27c7ae6f15d4ca4afddb9e09494c2db is out of sync, need to count used quota {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 17 04:09:37.186830 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [None req-9aa29590-6a9b-401e-9086-d4d7dac29020 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 17 04:09:37.194883 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98419d0-70e1-4693-a237-37de1ee7ba57 req-7215aded-28b3-4670-831d-16222d64752a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:09:37.195830 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [req-b98419d0-70e1-4693-a237-37de1ee7ba57 req-7215aded-28b3-4670-831d-16222d64752a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2986'] for port, before_response {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:09:37.197066 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-b98419d0-70e1-4693-a237-37de1ee7ba57 req-7215aded-28b3-4670-831d-16222d64752a service neutron] 10.222.0.32 "PUT /v2.0/ports/87141837-1be8-4078-af9c-ced185eecc3a HTTP/1.1" status: 200 len: 1093 time: 1.0534053 Apr 17 04:09:37.197582 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95e8b9bb-edf4-41ea-8e29-17967312a144', 'tag': '87141837-1be8-4078-af9c-ced185eecc3a'}] {{(pid=86330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 17 04:09:37.205465 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [None req-9aa29590-6a9b-401e-9086-d4d7dac29020 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 17 04:09:37.221543 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5311d40-401c-4f57-9705-1cdb4d404dff req-7cdcea26-bc20-4dce-af20-d5df1889404f tempest-TestShelveInstance-1964921938 tempest-TestShelveInstance-1964921938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:09:37.223370 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-b5311d40-401c-4f57-9705-1cdb4d404dff req-7cdcea26-bc20-4dce-af20-d5df1889404f tempest-TestShelveInstance-1964921938 tempest-TestShelveInstance-1964921938-project] 10.222.0.20 "GET /v2.0/ports?device_id=95e8b9bb-edf4-41ea-8e29-17967312a144 HTTP/1.1" status: 200 len: 943 time: 0.2038569 Apr 17 04:09:37.267196 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-23d55689-0b65-4583-b562-93e8dbe3d8d0 req-9700bba5-130b-46bf-90dc-0bad7cd9933a tempest-TestMinimumBasicScenario-1804355180 tempest-TestMinimumBasicScenario-1804355180-project] 10.222.0.20 "GET /v2.0/security-groups?id=e01e7c40-4b22-407a-a279-6b071a5a6d80&id=a6570863-17a7-49ed-a7df-bde337527753&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0986195 Apr 17 04:09:37.292991 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-bbb2dd0a-6e38-4ee2-a8e0-9b6ebe8a8dc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244554870149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852757949'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:09:37.303416 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7215aded-28b3-4670-831d-16222d64752a service neutron] Pushing event updated for resources: {'Port': ['ID=87141837-1be8-4078-af9c-ced185eecc3a,revision_number=3']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:09:37.320168 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-7215aded-28b3-4670-831d-16222d64752a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:09:37.358720 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-b5311d40-401c-4f57-9705-1cdb4d404dff req-17e15804-eda3-4e04-b1ab-131f7399b45e tempest-TestShelveInstance-1964921938 tempest-TestShelveInstance-1964921938-project] 10.222.0.20 "GET /v2.0/security-groups?id=966d6d2d-9bfe-48ff-ab39-78b8c7f76cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1095843 Apr 17 04:09:37.388196 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95e8b9bb-edf4-41ea-8e29-17967312a144', 'tag': '87141837-1be8-4078-af9c-ced185eecc3a', 'status': 'completed', 'code': 200} Apr 17 04:09:37.402392 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98419d0-70e1-4693-a237-37de1ee7ba57 req-b4709756-9931-4e25-a1eb-53c4597b2e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:09:37.403990 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-b98419d0-70e1-4693-a237-37de1ee7ba57 req-b4709756-9931-4e25-a1eb-53c4597b2e07 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ca6206a14e294f1c94050af1f73d53f8&device_id=95e8b9bb-edf4-41ea-8e29-17967312a144 HTTP/1.1" status: 200 len: 1096 time: 0.1687744 Apr 17 04:09:37.459679 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-9aa29590-6a9b-401e-9086-d4d7dac29020 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:09:37.462954 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-9aa29590-6a9b-401e-9086-d4d7dac29020 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920236'] for security_group, after_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:09:37.467388 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-be9a9843-47de-4f22-a948-028569de8b77 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:09:37.490577 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-b98419d0-70e1-4693-a237-37de1ee7ba57 req-7cdd2bfb-ecb3-476c-b191-797620bbc852 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=87141837-1be8-4078-af9c-ced185eecc3a HTTP/1.1" status: 200 len: 217 time: 0.0787656 Apr 17 04:09:37.499663 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9aa29590-6a9b-401e-9086-d4d7dac29020 admin admin] vlan segment allocate from pool success with {'vlan_id': 129, 'physical_network': 'physnet1'} {{(pid=86331) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 17 04:09:37.510182 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa29590-6a9b-401e-9086-d4d7dac29020 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=836dca9a-915d-4c5f-8b2b-420490eef96d,revision_number=1']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:09:37.514816 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-9aa29590-6a9b-401e-9086-d4d7dac29020 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852729262'] for segment, precommit_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:09:37.515208 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.db.segments_db [None req-9aa29590-6a9b-401e-9086-d4d7dac29020 admin admin] Added segment 8161aed8-1c04-4502-9744-8b2cf71517a3 of type vlan for network bcdf37d1-d8cb-465c-8c2d-b213a0f4b25a Apr 17 04:09:37.516533 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-9aa29590-6a9b-401e-9086-d4d7dac29020 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:09:37.544460 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-9aa29590-6a9b-401e-9086-d4d7dac29020 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792299528426'] for network, precommit_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:09:37.562824 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98419d0-70e1-4693-a237-37de1ee7ba57 req-402571e8-e8d4-48ee-a729-3f7d8f562f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:09:37.564372 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-b98419d0-70e1-4693-a237-37de1ee7ba57 req-402571e8-e8d4-48ee-a729-3f7d8f562f35 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7ebd19d5-d3c8-4014-91e1-906c5d4ffe3d HTTP/1.1" status: 200 len: 848 time: 0.0667014 Apr 17 04:09:37.574586 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-9aa29590-6a9b-401e-9086-d4d7dac29020 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854152290'] for network, after_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:09:37.576037 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aa29590-6a9b-401e-9086-d4d7dac29020 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:09:37.576726 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-9aa29590-6a9b-401e-9086-d4d7dac29020 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854152307'] for network, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:09:37.582244 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:09:37.652572 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98419d0-70e1-4693-a237-37de1ee7ba57 req-dfbdd7f9-ed9c-4141-9fb3-cd0b3932cee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:09:37.654172 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-b98419d0-70e1-4693-a237-37de1ee7ba57 req-dfbdd7f9-ed9c-4141-9fb3-cd0b3932cee9 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=48b42dc6-fdb2-4a1c-899b-553f02cfd6b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0785456 Apr 17 04:09:37.688428 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa29590-6a9b-401e-9086-d4d7dac29020 admin admin] Pushing event updated for resources: {'Network': ['ID=bcdf37d1-d8cb-465c-8c2d-b213a0f4b25a,revision_number=1']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:09:37.691694 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [None req-9aa29590-6a9b-401e-9086-d4d7dac29020 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.9840415 Apr 17 04:09:37.692786 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-9aa29590-6a9b-401e-9086-d4d7dac29020 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:09:37.694994 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.20', 58192) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 17 04:09:37.699894 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.rpc [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] Network bcdf37d1-d8cb-465c-8c2d-b213a0f4b25a details requested by agent ovs-agent-dv-cinder-786054-2-smb with host dv-cinder-786054-2-smb {{(pid=86332) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 17 04:09:37.706066 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.v2.base [None req-eea82b14-d1f3-425f-858e-9586eef6160d admin admin] Request body: {'subnet': {'network_id': 'bcdf37d1-d8cb-465c-8c2d-b213a0f4b25a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-591480734-subnet', 'tenant_id': 'b27c7ae6f15d4ca4afddb9e09494c2db', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=86330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 17 04:09:37.712436 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [None req-eea82b14-d1f3-425f-858e-9586eef6160d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 17 04:09:37.980986 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [None req-eea82b14-d1f3-425f-858e-9586eef6160d admin admin] Usage tracker for resource:subnet and tenant:b27c7ae6f15d4ca4afddb9e09494c2db is out of sync, need to count used quota {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 17 04:09:37.985309 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [None req-eea82b14-d1f3-425f-858e-9586eef6160d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 17 04:09:37.994423 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [None req-eea82b14-d1f3-425f-858e-9586eef6160d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 17 04:09:38.016889 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eea82b14-d1f3-425f-858e-9586eef6160d admin admin] Made reservation on behalf of b27c7ae6f15d4ca4afddb9e09494c2db for: {'subnet': 1} {{(pid=86330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 17 04:09:38.021653 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-eea82b14-d1f3-425f-858e-9586eef6160d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2101262'] for subnet, before_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:09:38.070389 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-b98419d0-70e1-4693-a237-37de1ee7ba57 req-50eb167e-78a7-46f9-acf4-ddcf1fb4347c service neutron] 10.222.0.32 "GET /v2.0/networks/48b42dc6-fdb2-4a1c-899b-553f02cfd6b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4096632 Apr 17 04:09:38.309702 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-b98419d0-70e1-4693-a237-37de1ee7ba57 req-5e6cda9a-e344-4b02-bc03-72661b01fd92 service neutron] 10.222.0.32 "GET /v2.0/networks/48b42dc6-fdb2-4a1c-899b-553f02cfd6b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1923935 Apr 17 04:09:38.486444 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5735bd72-91c7-48e8-8482-aa69c80deb2b req-86dc67ac-4e49-4a09-a6e7-f11a1d28a672 tempest-TestMinimumBasicScenario-1804355180 tempest-TestMinimumBasicScenario-1804355180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:09:38.492587 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-5735bd72-91c7-48e8-8482-aa69c80deb2b req-86dc67ac-4e49-4a09-a6e7-f11a1d28a672 tempest-TestMinimumBasicScenario-1804355180 tempest-TestMinimumBasicScenario-1804355180-project] 10.222.0.20 "GET /v2.0/ports?device_id=77c6f62d-8974-4b57-968d-f8f839d90eb8 HTTP/1.1" status: 200 len: 985 time: 0.0995228 Apr 17 04:09:38.544719 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185db266-d270-4ebe-afd2-8f94149dad65 req-6eae89fb-7a7f-4b1b-82ca-15c55844309c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:09:38.546345 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-185db266-d270-4ebe-afd2-8f94149dad65 req-6eae89fb-7a7f-4b1b-82ca-15c55844309c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ca6206a14e294f1c94050af1f73d53f8&device_id=95e8b9bb-edf4-41ea-8e29-17967312a144 HTTP/1.1" status: 200 len: 1096 time: 0.1816509 Apr 17 04:09:38.596925 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-5735bd72-91c7-48e8-8482-aa69c80deb2b req-e8e31453-8cb4-4eba-a3cd-fe21b18d7a58 tempest-TestMinimumBasicScenario-1804355180 tempest-TestMinimumBasicScenario-1804355180-project] 10.222.0.20 "GET /v2.0/security-groups?id=e01e7c40-4b22-407a-a279-6b071a5a6d80&id=a6570863-17a7-49ed-a7df-bde337527753&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1003821 Apr 17 04:09:38.636102 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32700be-9481-483c-af3c-ec18953d7629 req-f98b4fcc-8d49-4422-a6d6-3aa76e4db14a tempest-TestShelveInstance-1964921938 tempest-TestShelveInstance-1964921938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:09:38.637881 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-b32700be-9481-483c-af3c-ec18953d7629 req-f98b4fcc-8d49-4422-a6d6-3aa76e4db14a tempest-TestShelveInstance-1964921938 tempest-TestShelveInstance-1964921938-project] 10.222.0.20 "GET /v2.0/ports?device_id=95e8b9bb-edf4-41ea-8e29-17967312a144 HTTP/1.1" status: 200 len: 943 time: 0.1235485 Apr 17 04:09:38.688085 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-b32700be-9481-483c-af3c-ec18953d7629 req-9cbba502-9d23-432f-a2c5-91315925ceee tempest-TestShelveInstance-1964921938 tempest-TestShelveInstance-1964921938-project] 10.222.0.20 "GET /v2.0/security-groups?id=966d6d2d-9bfe-48ff-ab39-78b8c7f76cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419505 Apr 17 04:09:38.721980 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185db266-d270-4ebe-afd2-8f94149dad65 req-162c38d5-e5da-4bb9-a4de-b0e1459a3025 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:09:38.723674 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-185db266-d270-4ebe-afd2-8f94149dad65 req-162c38d5-e5da-4bb9-a4de-b0e1459a3025 service neutron] 10.222.0.32 "GET /v2.0/networks?id=48b42dc6-fdb2-4a1c-899b-553f02cfd6b1 HTTP/1.1" status: 200 len: 910 time: 0.1697831 Apr 17 04:09:38.829358 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-185db266-d270-4ebe-afd2-8f94149dad65 req-1453944e-02b1-4b87-9b14-a2c18eefaece service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=87141837-1be8-4078-af9c-ced185eecc3a HTTP/1.1" status: 200 len: 217 time: 0.0779374 Apr 17 04:09:38.889098 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-eea82b14-d1f3-425f-858e-9586eef6160d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854152290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2556018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2101279'] for subnet, after_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:09:38.900408 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:09:38.956975 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185db266-d270-4ebe-afd2-8f94149dad65 req-f94a79d1-0a36-4e7a-9561-919a2f6c7268 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:09:38.958542 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-185db266-d270-4ebe-afd2-8f94149dad65 req-f94a79d1-0a36-4e7a-9561-919a2f6c7268 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7ebd19d5-d3c8-4014-91e1-906c5d4ffe3d HTTP/1.1" status: 200 len: 848 time: 0.1205995 Apr 17 04:09:39.032899 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea82b14-d1f3-425f-858e-9586eef6160d admin admin] Pushing event updated for resources: {'Subnet': ['ID=1db1c85b-41e4-4872-a387-3bfbd7bec99d,revision_number=0']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:09:39.037720 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-eea82b14-d1f3-425f-858e-9586eef6160d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:09:39.047971 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eea82b14-d1f3-425f-858e-9586eef6160d admin admin] Checking segment: {'id': '8161aed8-1c04-4502-9744-8b2cf71517a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'bcdf37d1-d8cb-465c-8c2d-b213a0f4b25a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 17 04:09:39.048502 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eea82b14-d1f3-425f-858e-9586eef6160d admin admin] Network hostable DHCP agents. Network: bcdf37d1-d8cb-465c-8c2d-b213a0f4b25a, hostable agents: ['24f06517-14a9-410e-b60e-7bfb109842b9'], hosted agents: [] {{(pid=86330) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 17 04:09:39.082203 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eea82b14-d1f3-425f-858e-9586eef6160d admin admin] Network bcdf37d1-d8cb-465c-8c2d-b213a0f4b25a is scheduled to be hosted by DHCP agent 24f06517-14a9-410e-b60e-7bfb109842b9 with binding_index 1 {{(pid=86330) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 17 04:09:39.096118 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185db266-d270-4ebe-afd2-8f94149dad65 req-bee0d64f-c1b2-407e-b639-448e46e009d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:09:39.097763 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-185db266-d270-4ebe-afd2-8f94149dad65 req-bee0d64f-c1b2-407e-b639-448e46e009d0 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=48b42dc6-fdb2-4a1c-899b-553f02cfd6b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1279202 Apr 17 04:09:39.098369 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.scheduler.base_scheduler [None req-eea82b14-d1f3-425f-858e-9586eef6160d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786054-2-smb, bcdf37d1-d8cb-465c-8c2d-b213a0f4b25a) {{(pid=86330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 17 04:09:39.108222 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec8a599c-2ae3-4bb8-b41e-7abdfa024abc None None] Network bcdf37d1-d8cb-465c-8c2d-b213a0f4b25a requested from dv-cinder-786054-2-smb {{(pid=86332) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 17 04:09:39.148561 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eea82b14-d1f3-425f-858e-9586eef6160d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:09:39.149222 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-eea82b14-d1f3-425f-858e-9586eef6160d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854152307'] for subnet, before_response {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:09:39.226459 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [None req-eea82b14-d1f3-425f-858e-9586eef6160d admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.5299513 Apr 17 04:09:39.228978 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.20', 58228) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 17 04:09:39.243786 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.v2.base [None req-b626f550-e489-4f02-9c5f-8c60b297e3b5 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-591480734-router', 'tenant_id': 'b27c7ae6f15d4ca4afddb9e09494c2db', 'external_gateway_info': {'network_id': '3299e77b-a72c-46bf-8676-13cef166cd0a'}}} {{(pid=86330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 17 04:09:39.251878 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [None req-b626f550-e489-4f02-9c5f-8c60b297e3b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 17 04:09:39.261525 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [None req-b626f550-e489-4f02-9c5f-8c60b297e3b5 admin admin] Usage tracker for resource:router and tenant:b27c7ae6f15d4ca4afddb9e09494c2db is out of sync, need to count used quota {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 17 04:09:39.273082 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [None req-b626f550-e489-4f02-9c5f-8c60b297e3b5 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 17 04:09:39.283478 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [None req-b626f550-e489-4f02-9c5f-8c60b297e3b5 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 17 04:09:39.289569 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-185db266-d270-4ebe-afd2-8f94149dad65 req-41babb4d-fcb7-46ab-9f6b-ec0ee1c14ffc service neutron] 10.222.0.32 "GET /v2.0/networks/48b42dc6-fdb2-4a1c-899b-553f02cfd6b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1820996 Apr 17 04:09:39.298597 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-b626f550-e489-4f02-9c5f-8c60b297e3b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1021932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854768848'] for router, before_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:09:39.299830 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-b626f550-e489-4f02-9c5f-8c60b297e3b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853753884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853831678', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853853165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6953'] for router, precommit_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:09:39.316890 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-b626f550-e489-4f02-9c5f-8c60b297e3b5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:09:39.334572 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a328b5a8-873b-43d9-a1f4-86c5c33a49c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp99d047f8-0569-52f0-a2e8-3bcffc7769b2-bcdf37d1-d8cb-465c-8c2d-b213a0f4b25a', 'network_id': 'bcdf37d1-d8cb-465c-8c2d-b213a0f4b25a', 'tenant_id': 'b27c7ae6f15d4ca4afddb9e09494c2db', 'fixed_ips': [{'subnet_id': '1db1c85b-41e4-4872-a387-3bfbd7bec99d'}]}} from dv-cinder-786054-2-smb. {{(pid=86332) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 17 04:09:39.335489 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-a328b5a8-873b-43d9-a1f4-86c5c33a49c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853081909'] for port, before_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:09:39.504882 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.db_base_plugin_common [None req-a328b5a8-873b-43d9-a1f4-86c5c33a49c1 None None] Allocated IP 172.20.0.2 (bcdf37d1-d8cb-465c-8c2d-b213a0f4b25a/1db1c85b-41e4-4872-a387-3bfbd7bec99d/abd30952-927d-4a68-bad4-9f8734d497b7) {{(pid=86332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 17 04:09:39.615038 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-86e87048-98c2-4d37-832d-bbc150b7f037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244554870149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852757949'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:09:39.770887 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-b626f550-e489-4f02-9c5f-8c60b297e3b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853831435', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853752993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6938'] for router, precommit_update {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:09:39.781526 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-185db266-d270-4ebe-afd2-8f94149dad65 req-6680e27a-a38f-4841-b054-cc65ca5c4e4b service neutron] 10.222.0.32 "GET /v2.0/networks/48b42dc6-fdb2-4a1c-899b-553f02cfd6b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4839439 Apr 17 04:09:39.929287 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-a328b5a8-873b-43d9-a1f4-86c5c33a49c1 None None] Notify callbacks [] for port, precommit_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:09:39.941179 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.provisioning_blocks [None req-a328b5a8-873b-43d9-a1f4-86c5c33a49c1 None None] Transition to ACTIVE for port object abd30952-927d-4a68-bad4-9f8734d497b7 will not be triggered until provisioned by entity L2. {{(pid=86332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 17 04:09:39.962508 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.provisioning_blocks [None req-a328b5a8-873b-43d9-a1f4-86c5c33a49c1 None None] Transition to ACTIVE for port object abd30952-927d-4a68-bad4-9f8734d497b7 will not be triggered until provisioned by entity DHCP. {{(pid=86332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 17 04:09:39.967983 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-a328b5a8-873b-43d9-a1f4-86c5c33a49c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1691685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854152290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244555219623'] for port, after_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:09:39.978875 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:09:39.981700 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b545b78a-ae04-4717-9b80-df266d17771e req-e2010dc1-b37d-41fb-a752-26723f8b9da9 tempest-TestMinimumBasicScenario-1804355180 tempest-TestMinimumBasicScenario-1804355180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:09:39.983341 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-b545b78a-ae04-4717-9b80-df266d17771e req-e2010dc1-b37d-41fb-a752-26723f8b9da9 tempest-TestMinimumBasicScenario-1804355180 tempest-TestMinimumBasicScenario-1804355180-project] 10.222.0.20 "GET /v2.0/ports?device_id=77c6f62d-8974-4b57-968d-f8f839d90eb8 HTTP/1.1" status: 200 len: 985 time: 0.2009342 Apr 17 04:09:39.991784 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfe09f7-664b-4b52-b6a7-b3093a9c9bff req-fdc48639-54e7-42fb-b6e9-3d11fb555520 tempest-TestShelveInstance-1964921938 tempest-TestShelveInstance-1964921938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:09:39.993355 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-dcfe09f7-664b-4b52-b6a7-b3093a9c9bff req-fdc48639-54e7-42fb-b6e9-3d11fb555520 tempest-TestShelveInstance-1964921938 tempest-TestShelveInstance-1964921938-project] 10.222.0.20 "GET /v2.0/ports?device_id=95e8b9bb-edf4-41ea-8e29-17967312a144 HTTP/1.1" status: 200 len: 943 time: 0.1371720 Apr 17 04:09:40.041262 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a328b5a8-873b-43d9-a1f4-86c5c33a49c1 None None] Network bcdf37d1-d8cb-465c-8c2d-b213a0f4b25a is already hosted by enough agents. {{(pid=86332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 17 04:09:40.045066 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.scheduler.base_scheduler [None req-a328b5a8-873b-43d9-a1f4-86c5c33a49c1 None None] Resources bound (agent type, host, resource id): {{(pid=86332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 17 04:09:40.053434 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a328b5a8-873b-43d9-a1f4-86c5c33a49c1 None None] Received port after_create {{(pid=86332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 17 04:09:40.070578 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-b545b78a-ae04-4717-9b80-df266d17771e req-1cde2509-083f-4472-816c-80da67ac6e48 tempest-TestMinimumBasicScenario-1804355180 tempest-TestMinimumBasicScenario-1804355180-project] 10.222.0.20 "GET /v2.0/security-groups?id=e01e7c40-4b22-407a-a279-6b071a5a6d80&id=a6570863-17a7-49ed-a7df-bde337527753&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0761597 Apr 17 04:09:40.078479 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-dcfe09f7-664b-4b52-b6a7-b3093a9c9bff req-007d8990-085f-4562-83d2-7b290c12c2dd tempest-TestShelveInstance-1964921938 tempest-TestShelveInstance-1964921938-project] 10.222.0.20 "GET /v2.0/security-groups?id=966d6d2d-9bfe-48ff-ab39-78b8c7f76cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548208 Apr 17 04:09:40.139605 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-b626f550-e489-4f02-9c5f-8c60b297e3b5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:09:40.160007 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.rpc [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Device 87141837-1be8-4078-af9c-ced185eecc3a details requested by agent hyperv_hv-cinder-78605 with host hv-cinder-78605 {{(pid=86332) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 17 04:09:40.172202 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-b626f550-e489-4f02-9c5f-8c60b297e3b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853081909'] for port, before_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:09:40.174744 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a328b5a8-873b-43d9-a1f4-86c5c33a49c1 None None] Pushing event updated for resources: {'Port': ['ID=abd30952-927d-4a68-bad4-9f8734d497b7,revision_number=1']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:09:40.187262 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.managers [None req-a328b5a8-873b-43d9-a1f4-86c5c33a49c1 None None] Attempting to bind port abd30952-927d-4a68-bad4-9f8734d497b7 on host dv-cinder-786054-2-smb for vnic_type normal with profile {{(pid=86332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 17 04:09:40.187677 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.managers [None req-a328b5a8-873b-43d9-a1f4-86c5c33a49c1 None None] Attempting to bind port abd30952-927d-4a68-bad4-9f8734d497b7 by drivers openvswitch,hyperv on host dv-cinder-786054-2-smb at level 0 using segments [{'id': '8161aed8-1c04-4502-9744-8b2cf71517a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'bcdf37d1-d8cb-465c-8c2d-b213a0f4b25a'}] {{(pid=86332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 17 04:09:40.188077 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a328b5a8-873b-43d9-a1f4-86c5c33a49c1 None None] Attempting to bind port abd30952-927d-4a68-bad4-9f8734d497b7 on network bcdf37d1-d8cb-465c-8c2d-b213a0f4b25a {{(pid=86332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 17 04:09:40.191974 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a328b5a8-873b-43d9-a1f4-86c5c33a49c1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:09:40.192355 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a328b5a8-873b-43d9-a1f4-86c5c33a49c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:09:40.192763 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a328b5a8-873b-43d9-a1f4-86c5c33a49c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:09:40.193097 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a328b5a8-873b-43d9-a1f4-86c5c33a49c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:09:40.193502 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a328b5a8-873b-43d9-a1f4-86c5c33a49c1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:09:40.193835 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a328b5a8-873b-43d9-a1f4-86c5c33a49c1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:09:40.194225 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a328b5a8-873b-43d9-a1f4-86c5c33a49c1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:09:40.194595 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a328b5a8-873b-43d9-a1f4-86c5c33a49c1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:09:40.194941 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a328b5a8-873b-43d9-a1f4-86c5c33a49c1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:09:40.195297 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a328b5a8-873b-43d9-a1f4-86c5c33a49c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:09:40.195657 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a328b5a8-873b-43d9-a1f4-86c5c33a49c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:09:40.196012 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a328b5a8-873b-43d9-a1f4-86c5c33a49c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:09:40.204568 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-a328b5a8-873b-43d9-a1f4-86c5c33a49c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:09:40.205796 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a328b5a8-873b-43d9-a1f4-86c5c33a49c1 None None] Checking agent: {'id': '96b6248f-f9b9-4a9f-9317-f4ef1fc85571', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786054-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 17, 3, 57, 41), 'started_at': datetime.datetime(2021, 4, 17, 3, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 4, 17, 4, 9, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786054-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 17 04:09:40.206207 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a328b5a8-873b-43d9-a1f4-86c5c33a49c1 None None] Checking segment: {'id': '8161aed8-1c04-4502-9744-8b2cf71517a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'bcdf37d1-d8cb-465c-8c2d-b213a0f4b25a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 17 04:09:40.206641 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-a328b5a8-873b-43d9-a1f4-86c5c33a49c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:09:40.207091 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a328b5a8-873b-43d9-a1f4-86c5c33a49c1 None None] Bound using segment: {'id': '8161aed8-1c04-4502-9744-8b2cf71517a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'bcdf37d1-d8cb-465c-8c2d-b213a0f4b25a'} {{(pid=86332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 17 04:09:40.207603 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.managers [None req-a328b5a8-873b-43d9-a1f4-86c5c33a49c1 None None] Bound port: abd30952-927d-4a68-bad4-9f8734d497b7, host: dv-cinder-786054-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8161aed8-1c04-4502-9744-8b2cf71517a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'bcdf37d1-d8cb-465c-8c2d-b213a0f4b25a'}}] {{(pid=86332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 17 04:09:40.208008 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-a328b5a8-873b-43d9-a1f4-86c5c33a49c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853081909'] for port, before_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:09:40.316915 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.db_base_plugin_common [None req-b626f550-e489-4f02-9c5f-8c60b297e3b5 admin admin] Allocated IP 172.28.1.223 (3299e77b-a72c-46bf-8676-13cef166cd0a/126682c8-3b96-411d-a59b-48497db5cf0c/9391a4b8-e3b5-4dbd-92b5-392fe803b217) {{(pid=86330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 17 04:09:40.408515 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.db [None req-a328b5a8-873b-43d9-a1f4-86c5c33a49c1 None None] For port abd30952-927d-4a68-bad4-9f8734d497b7, host dv-cinder-786054-2-smb, cleared binding levels {{(pid=86332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 17 04:09:40.420630 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.db [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] For port 87141837-1be8-4078-af9c-ced185eecc3a, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=87141837-1be8-4078-af9c-ced185eecc3a,segment=NetworkSegment(4d7fcafd-580c-4824-905f-e47e11f99a09),segment_id=4d7fcafd-580c-4824-905f-e47e11f99a09)] {{(pid=86332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 17 04:09:40.433836 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.db [None req-a328b5a8-873b-43d9-a1f4-86c5c33a49c1 None None] For port abd30952-927d-4a68-bad4-9f8734d497b7, host dv-cinder-786054-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-2-smb',level=0,port_id=abd30952-927d-4a68-bad4-9f8734d497b7,segment=NetworkSegment(8161aed8-1c04-4502-9744-8b2cf71517a3),segment_id=8161aed8-1c04-4502-9744-8b2cf71517a3)] {{(pid=86332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 17 04:09:40.439612 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-a328b5a8-873b-43d9-a1f4-86c5c33a49c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1691685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854152290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792299986632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244555219606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792299556228'] for port, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:09:40.443791 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:09:40.474325 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.rpc [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Returning: {'device': '87141837-1be8-4078-af9c-ced185eecc3a', 'network_id': '48b42dc6-fdb2-4a1c-899b-553f02cfd6b1', 'port_id': '87141837-1be8-4078-af9c-ced185eecc3a', 'mac_address': 'fa:16:3e:72:b5:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ebd19d5-d3c8-4014-91e1-906c5d4ffe3d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86332) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 17 04:09:40.599214 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853081909'] for port, before_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:09:40.618416 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a328b5a8-873b-43d9-a1f4-86c5c33a49c1 None None] Pushing event updated for resources: {'Port': ['ID=abd30952-927d-4a68-bad4-9f8734d497b7,revision_number=2']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:09:40.623934 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-a328b5a8-873b-43d9-a1f4-86c5c33a49c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:09:40.624775 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-c4f59f18-ba4f-4d63-813b-4697a67f74c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244554870149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852757949'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:09:40.627565 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.notifiers.nova [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87141837-1be8-4078-af9c-ced185eecc3a {{(pid=86332) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 17 04:09:40.643817 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.db [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] For port 87141837-1be8-4078-af9c-ced185eecc3a, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=87141837-1be8-4078-af9c-ced185eecc3a,segment=NetworkSegment(4d7fcafd-580c-4824-905f-e47e11f99a09),segment_id=4d7fcafd-580c-4824-905f-e47e11f99a09)] {{(pid=86332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 17 04:09:40.647029 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1691685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854152290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792299986632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244555219606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792299556228'] for port, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:09:40.649933 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-68b35089-4097-48e9-868c-8f3f917df29d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:09:40.706278 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-b626f550-e489-4f02-9c5f-8c60b297e3b5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:09:40.720040 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Pushing event updated for resources: {'Port': ['ID=87141837-1be8-4078-af9c-ced185eecc3a,revision_number=4']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:09:40.723394 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:09:40.736379 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-b626f550-e489-4f02-9c5f-8c60b297e3b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1691685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854152290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244555219623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852218909'] for port, after_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:09:40.741589 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-19407b5a-7540-4fa7-bb07-0021df2b591a tempest-AttachVolumeNegativeTest-1226596354 tempest-AttachVolumeNegativeTest-1226596354-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:09:40.808734 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b626f550-e489-4f02-9c5f-8c60b297e3b5 admin admin] Network 3299e77b-a72c-46bf-8676-13cef166cd0a is already hosted by enough agents. {{(pid=86330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 17 04:09:40.812895 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.scheduler.base_scheduler [None req-b626f550-e489-4f02-9c5f-8c60b297e3b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=86330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 17 04:09:40.815365 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b626f550-e489-4f02-9c5f-8c60b297e3b5 admin admin] Received port after_create {{(pid=86330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 17 04:09:40.863328 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b626f550-e489-4f02-9c5f-8c60b297e3b5 admin admin] Pushing event updated for resources: {'Port': ['ID=9391a4b8-e3b5-4dbd-92b5-392fe803b217,revision_number=1']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:09:40.867864 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-b626f550-e489-4f02-9c5f-8c60b297e3b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:09:40.899305 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.db [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] get_ports_and_sgs() called for port_ids ['87141837-1be8-4078-af9c-ced185eecc3a'] {{(pid=86332) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 17 04:09:41.038007 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244554870149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852757949'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:09:41.290541 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-b626f550-e489-4f02-9c5f-8c60b297e3b5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:09:41.385494 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd4d068-a5e8-45a4-beeb-6a2f3947d9c3 req-0ee2c558-dab7-41c6-ba91-01299a6224dd tempest-TestMinimumBasicScenario-1804355180 tempest-TestMinimumBasicScenario-1804355180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:09:41.387139 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-ecd4d068-a5e8-45a4-beeb-6a2f3947d9c3 req-0ee2c558-dab7-41c6-ba91-01299a6224dd tempest-TestMinimumBasicScenario-1804355180 tempest-TestMinimumBasicScenario-1804355180-project] 10.222.0.20 "GET /v2.0/ports?device_id=77c6f62d-8974-4b57-968d-f8f839d90eb8 HTTP/1.1" status: 200 len: 985 time: 0.1617777 Apr 17 04:09:41.400427 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b803105-53fe-45d6-8397-3ef22938c956 req-aa3ef9f2-3ed8-4529-a559-5c638d1e5a40 tempest-TestShelveInstance-1964921938 tempest-TestShelveInstance-1964921938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:09:41.402018 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-1b803105-53fe-45d6-8397-3ef22938c956 req-aa3ef9f2-3ed8-4529-a559-5c638d1e5a40 tempest-TestShelveInstance-1964921938 tempest-TestShelveInstance-1964921938-project] 10.222.0.20 "GET /v2.0/ports?device_id=95e8b9bb-edf4-41ea-8e29-17967312a144 HTTP/1.1" status: 200 len: 944 time: 0.1304862 Apr 17 04:09:41.484749 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-ecd4d068-a5e8-45a4-beeb-6a2f3947d9c3 req-9373ebac-e649-4874-87b2-627a7c5807eb tempest-TestMinimumBasicScenario-1804355180 tempest-TestMinimumBasicScenario-1804355180-project] 10.222.0.20 "GET /v2.0/security-groups?id=e01e7c40-4b22-407a-a279-6b071a5a6d80&id=a6570863-17a7-49ed-a7df-bde337527753&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0816519 Apr 17 04:09:41.489355 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-1b803105-53fe-45d6-8397-3ef22938c956 req-c0e51b9d-3525-4db0-beba-2f3ab8a29033 tempest-TestShelveInstance-1964921938 tempest-TestShelveInstance-1964921938-project] 10.222.0.20 "GET /v2.0/security-groups?id=966d6d2d-9bfe-48ff-ab39-78b8c7f76cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0723844 Apr 17 04:09:41.654060 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-b626f550-e489-4f02-9c5f-8c60b297e3b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1022791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-944351'] for router, after_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:09:41.731504 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-6f7ee5bc-ae74-4cc6-a62a-23eab2a2e65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244554870149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852757949'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:09:41.871529 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b626f550-e489-4f02-9c5f-8c60b297e3b5 admin admin] Router ca37efc8-2fbb-4c01-ad6f-d0523b74a961 is scheduled to L3 agent 89c35117-d9bd-45d8-8d43-26735203dc9d with binding_index 1 {{(pid=86330) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 17 04:09:41.934805 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a9895d9-f8f5-441b-b4d5-ee7f3c15cb8f None None] Network bcdf37d1-d8cb-465c-8c2d-b213a0f4b25a requested from dv-cinder-786054-2-smb {{(pid=86332) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 17 04:09:42.033627 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.provisioning_blocks [None req-3bca8d51-948f-474e-96b4-64e807db74cb None None] Provisioning for port abd30952-927d-4a68-bad4-9f8734d497b7 completed by entity DHCP. {{(pid=86332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 17 04:09:42.064100 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b626f550-e489-4f02-9c5f-8c60b297e3b5 admin admin] Notify agent at l3_agent.dv-cinder-786054-2-smb the message routers_updated {{(pid=86330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 17 04:09:42.075473 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f43cf08-784f-43f5-9976-db9bd514827b None None] Sync routers for ids ['ca37efc8-2fbb-4c01-ad6f-d0523b74a961'] in dv-cinder-786054-2-smb {{(pid=86332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 17 04:09:42.087178 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-b626f550-e489-4f02-9c5f-8c60b297e3b5 admin admin] Notify callbacks [] for router, before_response {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:09:42.091304 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [None req-b626f550-e489-4f02-9c5f-8c60b297e3b5 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.8584962 Apr 17 04:09:42.091530 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.20', 58262) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 17 04:09:42.121405 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f43cf08-784f-43f5-9976-db9bd514827b None None] Routers {'ca37efc8-2fbb-4c01-ad6f-d0523b74a961'} bound to L3 agent in host dv-cinder-786054-2-smb {{(pid=86332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 17 04:09:42.122064 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.l3_hamode_db [None req-1f43cf08-784f-43f5-9976-db9bd514827b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786054-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-17T03:57:39Z,description=,heartbeat_timestamp=2021-04-17T04:09:40Z,host='dv-cinder-786054-2-smb',id=89c35117-d9bd-45d8-8d43-26735203dc9d,load=0,resource_versions=,resources_synced=,started_at=2021-04-17T03:57:39Z,topic='l3_agent')) {'router_ids': ['ca37efc8-2fbb-4c01-ad6f-d0523b74a961'], 'active': True} {{(pid=86332) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 17 04:09:42.193649 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.rpc [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Device 87141837-1be8-4078-af9c-ced185eecc3a up at agent hyperv_hv-cinder-78605 {{(pid=86332) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 17 04:09:42.457539 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.l3_dvr_db [None req-1f43cf08-784f-43f5-9976-db9bd514827b None None] Set router ca37efc8-2fbb-4c01-ad6f-d0523b74a961 gateway port host: dv-cinder-786054-2-smb {{(pid=86332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 17 04:09:42.511325 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.rpc [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] Device abd30952-927d-4a68-bad4-9f8734d497b7 up at agent ovs-agent-dv-cinder-786054-2-smb {{(pid=86332) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 17 04:09:42.649301 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.provisioning_blocks [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Provisioning for port 87141837-1be8-4078-af9c-ced185eecc3a completed by entity L2. {{(pid=86332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 17 04:09:42.683967 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244554870149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852757949'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:09:42.691579 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.provisioning_blocks [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Provisioning complete for port 87141837-1be8-4078-af9c-ced185eecc3a triggered by entity L2. {{(pid=86332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 17 04:09:42.691997 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2017814'] for port, provisioning_complete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:09:42.795575 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512dbf72-7aa4-4271-b27a-037e40a845a9 req-2161333b-315f-44b3-9b6d-f5398363a61f tempest-TestShelveInstance-1964921938 tempest-TestShelveInstance-1964921938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:09:42.797369 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-512dbf72-7aa4-4271-b27a-037e40a845a9 req-2161333b-315f-44b3-9b6d-f5398363a61f tempest-TestShelveInstance-1964921938 tempest-TestShelveInstance-1964921938-project] 10.222.0.20 "GET /v2.0/ports?device_id=95e8b9bb-edf4-41ea-8e29-17967312a144 HTTP/1.1" status: 200 len: 944 time: 0.1695850 Apr 17 04:09:42.817779 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a753bd4e-c7d4-43db-84af-a150c529fba8 req-f10bd731-a80e-43c0-bae4-ecad8bad2664 tempest-TestMinimumBasicScenario-1804355180 tempest-TestMinimumBasicScenario-1804355180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:09:42.820530 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-a753bd4e-c7d4-43db-84af-a150c529fba8 req-f10bd731-a80e-43c0-bae4-ecad8bad2664 tempest-TestMinimumBasicScenario-1804355180 tempest-TestMinimumBasicScenario-1804355180-project] 10.222.0.20 "GET /v2.0/ports?device_id=77c6f62d-8974-4b57-968d-f8f839d90eb8 HTTP/1.1" status: 200 len: 985 time: 0.1385148 Apr 17 04:09:43.045938 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.provisioning_blocks [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] Provisioning for port abd30952-927d-4a68-bad4-9f8734d497b7 completed by entity L2. {{(pid=86332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 17 04:09:43.086371 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.provisioning_blocks [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] Provisioning complete for port abd30952-927d-4a68-bad4-9f8734d497b7 triggered by entity L2. {{(pid=86332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 17 04:09:43.086797 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2017814'] for port, provisioning_complete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:09:43.113541 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-90a755b5-6ba8-4440-a6ca-381d25fefc60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853081909'] for port, before_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:09:43.158989 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-a753bd4e-c7d4-43db-84af-a150c529fba8 req-7f3ab671-17a2-4eef-ba11-3f3fec134b95 tempest-TestMinimumBasicScenario-1804355180 tempest-TestMinimumBasicScenario-1804355180-project] 10.222.0.20 "GET /v2.0/security-groups?id=e01e7c40-4b22-407a-a279-6b071a5a6d80&id=a6570863-17a7-49ed-a7df-bde337527753&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3212476 Apr 17 04:09:43.199311 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-512dbf72-7aa4-4271-b27a-037e40a845a9 req-77fd7934-563b-424e-8349-5bdc6e6fc106 tempest-TestShelveInstance-1964921938 tempest-TestShelveInstance-1964921938-project] 10.222.0.20 "GET /v2.0/security-groups?id=966d6d2d-9bfe-48ff-ab39-78b8c7f76cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3919168 Apr 17 04:09:43.219334 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853081909'] for port, before_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:09:43.292766 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95e8b9bb-edf4-41ea-8e29-17967312a144', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87141837-1be8-4078-af9c-ced185eecc3a'}] {{(pid=86332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 17 04:09:43.322762 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.db [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] For port 87141837-1be8-4078-af9c-ced185eecc3a, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=87141837-1be8-4078-af9c-ced185eecc3a,segment=NetworkSegment(4d7fcafd-580c-4824-905f-e47e11f99a09),segment_id=4d7fcafd-580c-4824-905f-e47e11f99a09)] {{(pid=86332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 17 04:09:43.331101 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.l3_hamode_db [None req-1f43cf08-784f-43f5-9976-db9bd514827b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca37efc8-2fbb-4c01-ad6f-d0523b74a961', 'name': 'tempest-AttachVolumeTestJSON-591480734-router', 'tenant_id': 'b27c7ae6f15d4ca4afddb9e09494c2db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3299e77b-a72c-46bf-8676-13cef166cd0a', 'external_fixed_ips': [{'subnet_id': '126682c8-3b96-411d-a59b-48497db5cf0c', 'ip_address': '172.28.1.223'}], 'enable_snat': True}, 'gw_port_id': '9391a4b8-e3b5-4dbd-92b5-392fe803b217', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-17T04:09:39Z', 'updated_at': '2021-04-17T04:09:41Z', 'revision_number': 3, 'project_id': 'b27c7ae6f15d4ca4afddb9e09494c2db', 'gw_port': {'id': '9391a4b8-e3b5-4dbd-92b5-392fe803b217', 'name': '', 'network_id': '3299e77b-a72c-46bf-8676-13cef166cd0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:4c:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca37efc8-2fbb-4c01-ad6f-d0523b74a961', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '126682c8-3b96-411d-a59b-48497db5cf0c', 'ip_address': '172.28.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-17T04:09:40Z', 'updated_at': '2021-04-17T04:09:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '126682c8-3b96-411d-a59b-48497db5cf0c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-2-smb'}], 'dv-cinder-786054-2-smb', False) {} {{(pid=86332) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 17 04:09:43.341198 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1691685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854152290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792299986632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244555219606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792299556228'] for port, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:09:43.346561 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-b0ca58d8-3596-40b6-b173-9cd7f9b59afc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:09:43.380672 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95e8b9bb-edf4-41ea-8e29-17967312a144', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87141837-1be8-4078-af9c-ced185eecc3a', 'code': 200} Apr 17 04:09:43.382913 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.db_base_plugin_common [None req-90a755b5-6ba8-4440-a6ca-381d25fefc60 admin admin] Allocated IP 172.20.0.1 (bcdf37d1-d8cb-465c-8c2d-b213a0f4b25a/1db1c85b-41e4-4872-a387-3bfbd7bec99d/356aedbf-6b2f-42c4-bb9e-ff016c564d96) {{(pid=86330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 17 04:09:43.392408 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f43cf08-784f-43f5-9976-db9bd514827b None None] Checking router: ca37efc8-2fbb-4c01-ad6f-d0523b74a961 for host: dv-cinder-786054-2-smb {{(pid=86332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 17 04:09:43.392408 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f43cf08-784f-43f5-9976-db9bd514827b None None] Updating router ca37efc8-2fbb-4c01-ad6f-d0523b74a961 port 9391a4b8-e3b5-4dbd-92b5-392fe803b217 binding host dv-cinder-786054-2-smb {{(pid=86332) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 17 04:09:43.440133 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.provisioning_blocks [None req-365f2769-6df2-40dd-a6fd-ecd7546656f2 None None] Provisioning complete for port abd30952-927d-4a68-bad4-9f8734d497b7 triggered by entity DHCP. {{(pid=86332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 17 04:09:43.440663 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-365f2769-6df2-40dd-a6fd-ecd7546656f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2017814'] for port, provisioning_complete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:09:43.473219 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853081909'] for port, before_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:09:43.556007 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-1f43cf08-784f-43f5-9976-db9bd514827b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853081909'] for port, before_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:09:43.573578 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-90a755b5-6ba8-4440-a6ca-381d25fefc60 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:09:43.593161 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Pushing event updated for resources: {'Port': ['ID=87141837-1be8-4078-af9c-ced185eecc3a,revision_number=5']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:09:43.595396 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.provisioning_blocks [None req-90a755b5-6ba8-4440-a6ca-381d25fefc60 admin admin] Transition to ACTIVE for port object 356aedbf-6b2f-42c4-bb9e-ff016c564d96 will not be triggered until provisioned by entity DHCP. {{(pid=86330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 17 04:09:43.606090 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:09:43.617506 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.db [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] For port abd30952-927d-4a68-bad4-9f8734d497b7, host dv-cinder-786054-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-2-smb',level=0,port_id=abd30952-927d-4a68-bad4-9f8734d497b7,segment=NetworkSegment(8161aed8-1c04-4502-9744-8b2cf71517a3),segment_id=8161aed8-1c04-4502-9744-8b2cf71517a3)] {{(pid=86332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 17 04:09:43.622779 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-90a755b5-6ba8-4440-a6ca-381d25fefc60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1691685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854152290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244555219623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852218909'] for port, after_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:09:43.628334 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-199cf3da-de87-4fd4-9630-b099bc3b8e35 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:09:43.633696 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1691685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854152290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792299986632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244555219606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792299556228'] for port, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:09:43.638127 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:09:43.731666 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.20', 58284) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 17 04:09:43.746071 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90a755b5-6ba8-4440-a6ca-381d25fefc60 admin admin] Network bcdf37d1-d8cb-465c-8c2d-b213a0f4b25a is already hosted by enough agents. {{(pid=86330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 17 04:09:43.751155 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.scheduler.base_scheduler [None req-90a755b5-6ba8-4440-a6ca-381d25fefc60 admin admin] Resources bound (agent type, host, resource id): {{(pid=86330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 17 04:09:43.753772 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90a755b5-6ba8-4440-a6ca-381d25fefc60 admin admin] Received port after_create {{(pid=86330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 17 04:09:43.797528 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a755b5-6ba8-4440-a6ca-381d25fefc60 admin admin] Pushing event updated for resources: {'Port': ['ID=356aedbf-6b2f-42c4-bb9e-ff016c564d96,revision_number=1']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:09:43.800420 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-90a755b5-6ba8-4440-a6ca-381d25fefc60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:09:43.831872 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-90a755b5-6ba8-4440-a6ca-381d25fefc60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036853752574'] for router_interface, before_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:09:43.842332 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] Pushing event updated for resources: {'Port': ['ID=abd30952-927d-4a68-bad4-9f8734d497b7,revision_number=3']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:09:43.848789 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:09:43.900340 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-97adb697-dc00-4851-80df-6ddf80123e01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:09:43.917215 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [None req-97adb697-dc00-4851-80df-6ddf80123e01 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 17 04:09:43.921747 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [None req-97adb697-dc00-4851-80df-6ddf80123e01 admin admin] Usage tracker for resource:security_group_rule and tenant:6e6c617a86264cf286915a8dc8a3454d is out of sync, need to count used quota {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 17 04:09:43.925096 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [None req-97adb697-dc00-4851-80df-6ddf80123e01 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 17 04:09:43.931685 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [None req-97adb697-dc00-4851-80df-6ddf80123e01 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 17 04:09:43.992138 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e3d0e6-22f4-4754-a2a1-8f174fbf9142 req-01015930-80e2-414f-a222-a2e0795d4bab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:09:43.993799 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-74e3d0e6-22f4-4754-a2a1-8f174fbf9142 req-01015930-80e2-414f-a222-a2e0795d4bab service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=95e8b9bb-edf4-41ea-8e29-17967312a144 HTTP/1.1" status: 200 len: 1098 time: 0.3338213 Apr 17 04:09:44.032164 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-97adb697-dc00-4851-80df-6ddf80123e01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:09:44.035881 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-97adb697-dc00-4851-80df-6ddf80123e01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920236'] for security_group, after_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:09:44.059194 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-74e3d0e6-22f4-4754-a2a1-8f174fbf9142 req-64b67385-a24c-4369-805d-2d272d395bea service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=966d6d2d-9bfe-48ff-ab39-78b8c7f76cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564089 Apr 17 04:09:44.067265 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-9bbe1cbc-07ac-42e7-8ce3-3b007658c445 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:09:44.079046 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [None req-97adb697-dc00-4851-80df-6ddf80123e01 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6e6c617a86264cf286915a8dc8a3454d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3455770 Apr 17 04:09:44.089584 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.provisioning_blocks [None req-e2c6de70-066b-4b3d-b2d7-9ecf90adbc40 None None] Provisioning for port 356aedbf-6b2f-42c4-bb9e-ff016c564d96 completed by entity DHCP. {{(pid=86332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 17 04:09:44.090964 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.20', 58290) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 17 04:09:44.102310 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.provisioning_blocks [None req-e2c6de70-066b-4b3d-b2d7-9ecf90adbc40 None None] Provisioning complete for port 356aedbf-6b2f-42c4-bb9e-ff016c564d96 triggered by entity DHCP. {{(pid=86332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 17 04:09:44.102729 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-e2c6de70-066b-4b3d-b2d7-9ecf90adbc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2017814'] for port, provisioning_complete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:09:44.115322 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97adb697-dc00-4851-80df-6ddf80123e01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57f4736d-aa60-4f3d-9799-3858d224d7dc,revision_number=1']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:09:44.124685 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-97adb697-dc00-4851-80df-6ddf80123e01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:09:44.128935 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-1f43cf08-784f-43f5-9976-db9bd514827b None None] Notify callbacks [] for port, precommit_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:09:44.140174 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-90a755b5-6ba8-4440-a6ca-381d25fefc60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853081909'] for port, before_update {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:09:44.165559 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.provisioning_blocks [None req-1f43cf08-784f-43f5-9976-db9bd514827b None None] Transition to ACTIVE for port object 9391a4b8-e3b5-4dbd-92b5-392fe803b217 will not be triggered until provisioned by entity L2. {{(pid=86332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 17 04:09:44.166798 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-6b5cd757-90e0-4ad7-8d3f-00f9eebd7b13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:09:44.177506 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-1f43cf08-784f-43f5-9976-db9bd514827b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1691685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854152290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792299986632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244555219606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792299556228'] for port, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:09:44.186493 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-44bd9971-2b94-427e-b7dc-b331ab38ed14 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:09:44.194004 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-6b5cd757-90e0-4ad7-8d3f-00f9eebd7b13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:09:44.218664 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.plugin [None req-e2c6de70-066b-4b3d-b2d7-9ecf90adbc40 None None] Port 356aedbf-6b2f-42c4-bb9e-ff016c564d96 cannot update to ACTIVE because it is not bound. {{(pid=86332) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 17 04:09:44.250988 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.managers [None req-1f43cf08-784f-43f5-9976-db9bd514827b None None] Attempting to bind port 9391a4b8-e3b5-4dbd-92b5-392fe803b217 on host dv-cinder-786054-2-smb for vnic_type normal with profile {{(pid=86332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 17 04:09:44.251438 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.managers [None req-1f43cf08-784f-43f5-9976-db9bd514827b None None] Attempting to bind port 9391a4b8-e3b5-4dbd-92b5-392fe803b217 by drivers openvswitch,hyperv on host dv-cinder-786054-2-smb at level 0 using segments [{'id': '0331decf-77a3-4764-a14d-d11dc820119c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3299e77b-a72c-46bf-8676-13cef166cd0a'}] {{(pid=86332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 17 04:09:44.251980 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f43cf08-784f-43f5-9976-db9bd514827b None None] Attempting to bind port 9391a4b8-e3b5-4dbd-92b5-392fe803b217 on network 3299e77b-a72c-46bf-8676-13cef166cd0a {{(pid=86332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 17 04:09:44.267081 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f43cf08-784f-43f5-9976-db9bd514827b None None] Checking agent: {'id': '96b6248f-f9b9-4a9f-9317-f4ef1fc85571', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786054-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 17, 3, 57, 41), 'started_at': datetime.datetime(2021, 4, 17, 3, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 4, 17, 4, 9, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786054-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 17 04:09:44.267501 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f43cf08-784f-43f5-9976-db9bd514827b None None] Checking segment: {'id': '0331decf-77a3-4764-a14d-d11dc820119c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3299e77b-a72c-46bf-8676-13cef166cd0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 17 04:09:44.267953 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-1f43cf08-784f-43f5-9976-db9bd514827b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:09:44.268409 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f43cf08-784f-43f5-9976-db9bd514827b None None] Bound using segment: {'id': '0331decf-77a3-4764-a14d-d11dc820119c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3299e77b-a72c-46bf-8676-13cef166cd0a'} {{(pid=86332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 17 04:09:44.268942 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.managers [None req-1f43cf08-784f-43f5-9976-db9bd514827b None None] Bound port: 9391a4b8-e3b5-4dbd-92b5-392fe803b217, host: dv-cinder-786054-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0331decf-77a3-4764-a14d-d11dc820119c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3299e77b-a72c-46bf-8676-13cef166cd0a'}}] {{(pid=86332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 17 04:09:44.269362 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-1f43cf08-784f-43f5-9976-db9bd514827b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853081909'] for port, before_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:09:44.302433 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-6b5cd757-90e0-4ad7-8d3f-00f9eebd7b13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920236'] for security_group, after_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:09:44.308299 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-dfd4fec4-6ed5-4b36-8fbd-b92c4f137545 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:09:44.315871 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a62a49-896c-46aa-b43e-8d47e0fa85ed None None] Pushing event updated for resources: {'Port': ['ID=9391a4b8-e3b5-4dbd-92b5-392fe803b217,revision_number=2']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:09:44.320453 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-76a62a49-896c-46aa-b43e-8d47e0fa85ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:09:44.361657 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.db [None req-1f43cf08-784f-43f5-9976-db9bd514827b None None] For port 9391a4b8-e3b5-4dbd-92b5-392fe803b217, host dv-cinder-786054-2-smb, cleared binding levels {{(pid=86332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 17 04:09:44.362279 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5cd757-90e0-4ad7-8d3f-00f9eebd7b13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57f4736d-aa60-4f3d-9799-3858d224d7dc,revision_number=None']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:09:44.365440 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.db [None req-1f43cf08-784f-43f5-9976-db9bd514827b None None] For port 9391a4b8-e3b5-4dbd-92b5-392fe803b217, host dv-cinder-786054-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-2-smb',level=0,port_id=9391a4b8-e3b5-4dbd-92b5-392fe803b217,segment=NetworkSegment(0331decf-77a3-4764-a14d-d11dc820119c),segment_id=0331decf-77a3-4764-a14d-d11dc820119c)] {{(pid=86332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 17 04:09:44.369814 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-1f43cf08-784f-43f5-9976-db9bd514827b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1691685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854152290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792299986632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244555219606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792299556228'] for port, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:09:44.377189 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:09:44.412956 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-6b5cd757-90e0-4ad7-8d3f-00f9eebd7b13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:09:44.414345 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [None req-6b5cd757-90e0-4ad7-8d3f-00f9eebd7b13 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/57f4736d-aa60-4f3d-9799-3858d224d7dc HTTP/1.1" status: 204 len: 168 time: 0.3223701 Apr 17 04:09:44.417702 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-6b5cd757-90e0-4ad7-8d3f-00f9eebd7b13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:09:44.425821 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-90a755b5-6ba8-4440-a6ca-381d25fefc60 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:09:44.431847 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-90a755b5-6ba8-4440-a6ca-381d25fefc60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1691685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854152290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792299986632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244555219606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792299556228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2556906'] for port, after_update {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:09:44.455014 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.rpc [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] Device abd30952-927d-4a68-bad4-9f8734d497b7 up at agent ovs-agent-dv-cinder-786054-2-smb {{(pid=86332) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 17 04:09:44.467319 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:09:44.546970 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a62a49-896c-46aa-b43e-8d47e0fa85ed None None] Pushing event updated for resources: {'Port': ['ID=9391a4b8-e3b5-4dbd-92b5-392fe803b217,revision_number=3']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:09:44.549364 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c4d837-51b8-4a93-827b-764b25a76ea4 req-1435f453-6dc1-4eb9-a3b9-4eb9c17117bc tempest-TestMinimumBasicScenario-1804355180 tempest-TestMinimumBasicScenario-1804355180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:09:44.551480 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f43cf08-784f-43f5-9976-db9bd514827b None None] Routers {'ca37efc8-2fbb-4c01-ad6f-d0523b74a961'} bound to L3 agent in host dv-cinder-786054-2-smb {{(pid=86332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 17 04:09:44.551480 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.l3_hamode_db [None req-1f43cf08-784f-43f5-9976-db9bd514827b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786054-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-17T03:57:39Z,description=,heartbeat_timestamp=2021-04-17T04:09:40Z,host='dv-cinder-786054-2-smb',id=89c35117-d9bd-45d8-8d43-26735203dc9d,load=0,resource_versions=,resources_synced=,started_at=2021-04-17T03:57:39Z,topic='l3_agent')) {'router_ids': ['ca37efc8-2fbb-4c01-ad6f-d0523b74a961'], 'active': True} {{(pid=86332) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 17 04:09:44.555663 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-90a755b5-6ba8-4440-a6ca-381d25fefc60 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854152273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1023333'] for router_interface, after_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:09:44.560537 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a755b5-6ba8-4440-a6ca-381d25fefc60 admin admin] Pushing event updated for resources: {'Port': ['ID=356aedbf-6b2f-42c4-bb9e-ff016c564d96,revision_number=2']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:09:44.565728 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-90a755b5-6ba8-4440-a6ca-381d25fefc60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:09:44.568727 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-37c4d837-51b8-4a93-827b-764b25a76ea4 req-1435f453-6dc1-4eb9-a3b9-4eb9c17117bc tempest-TestMinimumBasicScenario-1804355180 tempest-TestMinimumBasicScenario-1804355180-project] 10.222.0.20 "GET /v2.0/ports?device_id=77c6f62d-8974-4b57-968d-f8f839d90eb8 HTTP/1.1" status: 200 len: 985 time: 0.2106416 Apr 17 04:09:44.619633 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-76a62a49-896c-46aa-b43e-8d47e0fa85ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:09:44.630718 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6da9a0b-867d-4987-9b82-90f0ab376a65 req-e279c84b-8769-4eb4-a663-055b3f264bb3 tempest-TestShelveInstance-1964921938 tempest-TestShelveInstance-1964921938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:09:44.632358 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-e6da9a0b-867d-4987-9b82-90f0ab376a65 req-e279c84b-8769-4eb4-a663-055b3f264bb3 tempest-TestShelveInstance-1964921938 tempest-TestShelveInstance-1964921938-project] 10.222.0.20 "GET /v2.0/ports?device_id=95e8b9bb-edf4-41ea-8e29-17967312a144 HTTP/1.1" status: 200 len: 945 time: 0.2166052 Apr 17 04:09:44.662255 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-37c4d837-51b8-4a93-827b-764b25a76ea4 req-4c5e1b73-eb12-4b93-9c67-abe638005745 tempest-TestMinimumBasicScenario-1804355180 tempest-TestMinimumBasicScenario-1804355180-project] 10.222.0.20 "GET /v2.0/security-groups?id=e01e7c40-4b22-407a-a279-6b071a5a6d80&id=a6570863-17a7-49ed-a7df-bde337527753&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0917985 Apr 17 04:09:44.723105 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90a755b5-6ba8-4440-a6ca-381d25fefc60 admin admin] Network bcdf37d1-d8cb-465c-8c2d-b213a0f4b25a is already hosted by enough agents. {{(pid=86330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 17 04:09:44.724370 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.scheduler.base_scheduler [None req-90a755b5-6ba8-4440-a6ca-381d25fefc60 admin admin] Resources bound (agent type, host, resource id): {{(pid=86330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 17 04:09:44.756624 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.provisioning_blocks [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] Provisioning complete for port abd30952-927d-4a68-bad4-9f8734d497b7 triggered by entity L2. {{(pid=86332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 17 04:09:44.756624 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2017814'] for port, provisioning_complete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:09:44.762353 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-e6da9a0b-867d-4987-9b82-90f0ab376a65 req-e6df5639-bc5e-49c6-ab6f-0f489ddeae71 tempest-TestShelveInstance-1964921938 tempest-TestShelveInstance-1964921938-project] 10.222.0.20 "GET /v2.0/security-groups?id=966d6d2d-9bfe-48ff-ab39-78b8c7f76cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1228852 Apr 17 04:09:44.862711 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.l3_dvr_db [None req-1f43cf08-784f-43f5-9976-db9bd514827b None None] Set router ca37efc8-2fbb-4c01-ad6f-d0523b74a961 gateway port host: dv-cinder-786054-2-smb {{(pid=86332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 17 04:09:44.985855 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90a755b5-6ba8-4440-a6ca-381d25fefc60 admin admin] Router ca37efc8-2fbb-4c01-ad6f-d0523b74a961 has already been hosted by L3 agent 89c35117-d9bd-45d8-8d43-26735203dc9d {{(pid=86330) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 17 04:09:45.207649 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90a755b5-6ba8-4440-a6ca-381d25fefc60 admin admin] Notify agent at l3_agent.dv-cinder-786054-2-smb the message routers_updated {{(pid=86330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 17 04:09:45.218738 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [None req-90a755b5-6ba8-4440-a6ca-381d25fefc60 admin admin] 10.222.0.20 "PUT /v2.0/routers/ca37efc8-2fbb-4c01-ad6f-d0523b74a961/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1259868 Apr 17 04:09:45.315760 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.provisioning_blocks [None req-1641394d-7d07-4883-8b10-9eead92b45db None None] Provisioning complete for port 356aedbf-6b2f-42c4-bb9e-ff016c564d96 triggered by entity DHCP. {{(pid=86332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 17 04:09:45.316182 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-1641394d-7d07-4883-8b10-9eead92b45db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2017814'] for port, provisioning_complete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:09:45.453909 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.plugin [None req-1641394d-7d07-4883-8b10-9eead92b45db None None] Port 356aedbf-6b2f-42c4-bb9e-ff016c564d96 cannot update to ACTIVE because it is not bound. {{(pid=86332) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 17 04:09:45.563980 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.l3_hamode_db [None req-1f43cf08-784f-43f5-9976-db9bd514827b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca37efc8-2fbb-4c01-ad6f-d0523b74a961', 'name': 'tempest-AttachVolumeTestJSON-591480734-router', 'tenant_id': 'b27c7ae6f15d4ca4afddb9e09494c2db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3299e77b-a72c-46bf-8676-13cef166cd0a', 'external_fixed_ips': [{'subnet_id': '126682c8-3b96-411d-a59b-48497db5cf0c', 'ip_address': '172.28.1.223'}], 'enable_snat': True}, 'gw_port_id': '9391a4b8-e3b5-4dbd-92b5-392fe803b217', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-17T04:09:39Z', 'updated_at': '2021-04-17T04:09:44Z', 'revision_number': 4, 'project_id': 'b27c7ae6f15d4ca4afddb9e09494c2db', 'gw_port': {'id': '9391a4b8-e3b5-4dbd-92b5-392fe803b217', 'name': '', 'network_id': '3299e77b-a72c-46bf-8676-13cef166cd0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:4c:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca37efc8-2fbb-4c01-ad6f-d0523b74a961', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '126682c8-3b96-411d-a59b-48497db5cf0c', 'ip_address': '172.28.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-17T04:09:40Z', 'updated_at': '2021-04-17T04:09:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '126682c8-3b96-411d-a59b-48497db5cf0c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-2-smb', '_interfaces': [{'id': '356aedbf-6b2f-42c4-bb9e-ff016c564d96', 'name': '', 'network_id': 'bcdf37d1-d8cb-465c-8c2d-b213a0f4b25a', 'tenant_id': 'b27c7ae6f15d4ca4afddb9e09494c2db', 'mac_address': 'fa:16:3e:2e:1b:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca37efc8-2fbb-4c01-ad6f-d0523b74a961', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '1db1c85b-41e4-4872-a387-3bfbd7bec99d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-17T04:09:43Z', 'updated_at': '2021-04-17T04:09:44Z', 'revision_number': 2, 'project_id': 'b27c7ae6f15d4ca4afddb9e09494c2db', 'subnets': [{'id': '1db1c85b-41e4-4872-a387-3bfbd7bec99d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-2-smb', False) {} {{(pid=86332) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 17 04:09:45.568230 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f43cf08-784f-43f5-9976-db9bd514827b None None] The sync data for ids ['ca37efc8-2fbb-4c01-ad6f-d0523b74a961'] in dv-cinder-786054-2-smb is: [{'id': 'ca37efc8-2fbb-4c01-ad6f-d0523b74a961', 'name': 'tempest-AttachVolumeTestJSON-591480734-router', 'tenant_id': 'b27c7ae6f15d4ca4afddb9e09494c2db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3299e77b-a72c-46bf-8676-13cef166cd0a', 'external_fixed_ips': [{'subnet_id': '126682c8-3b96-411d-a59b-48497db5cf0c', 'ip_address': '172.28.1.223'}], 'enable_snat': True}, 'gw_port_id': '9391a4b8-e3b5-4dbd-92b5-392fe803b217', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-17T04:09:39Z', 'updated_at': '2021-04-17T04:09:44Z', 'revision_number': 4, 'project_id': 'b27c7ae6f15d4ca4afddb9e09494c2db', 'gw_port': {'id': '9391a4b8-e3b5-4dbd-92b5-392fe803b217', 'name': '', 'network_id': '3299e77b-a72c-46bf-8676-13cef166cd0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:4c:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca37efc8-2fbb-4c01-ad6f-d0523b74a961', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '126682c8-3b96-411d-a59b-48497db5cf0c', 'ip_address': '172.28.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-17T04:09:40Z', 'updated_at': '2021-04-17T04:09:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '126682c8-3b96-411d-a59b-48497db5cf0c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-2-smb', '_interfaces': [{'id': '356aedbf-6b2f-42c4-bb9e-ff016c564d96', 'name': '', 'network_id': 'bcdf37d1-d8cb-465c-8c2d-b213a0f4b25a', 'tenant_id': 'b27c7ae6f15d4ca4afddb9e09494c2db', 'mac_address': 'fa:16:3e:2e:1b:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca37efc8-2fbb-4c01-ad6f-d0523b74a961', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '1db1c85b-41e4-4872-a387-3bfbd7bec99d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-17T04:09:43Z', 'updated_at': '2021-04-17T04:09:44Z', 'revision_number': 2, 'project_id': 'b27c7ae6f15d4ca4afddb9e09494c2db', 'subnets': [{'id': '1db1c85b-41e4-4872-a387-3bfbd7bec99d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 17 04:09:45.753058 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.20', 58338) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 17 04:09:45.759390 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.v2.base [None req-b79f2560-da3e-4391-85c6-c5af7915b436 tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] Request body: {'security_group': {'name': 'tempest-securitygroup--730071931', 'description': 'tempest-description--1797740695'}} {{(pid=86330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 17 04:09:45.767533 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [None req-b79f2560-da3e-4391-85c6-c5af7915b436 tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 17 04:09:45.771775 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [None req-b79f2560-da3e-4391-85c6-c5af7915b436 tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] Usage tracker for resource:security_group and tenant:b27c7ae6f15d4ca4afddb9e09494c2db is out of sync, need to count used quota {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 17 04:09:45.774757 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [None req-b79f2560-da3e-4391-85c6-c5af7915b436 tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 17 04:09:45.781667 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [None req-b79f2560-da3e-4391-85c6-c5af7915b436 tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 17 04:09:45.795787 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-b79f2560-da3e-4391-85c6-c5af7915b436 tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] Notify callbacks [] for security_group, before_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:09:45.819391 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [None req-b79f2560-da3e-4391-85c6-c5af7915b436 tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 17 04:09:45.823550 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [None req-b79f2560-da3e-4391-85c6-c5af7915b436 tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] Usage tracker for resource:security_group_rule and tenant:b27c7ae6f15d4ca4afddb9e09494c2db is out of sync, need to count used quota {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 17 04:09:45.827092 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [None req-b79f2560-da3e-4391-85c6-c5af7915b436 tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 17 04:09:45.838626 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [None req-b79f2560-da3e-4391-85c6-c5af7915b436 tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 17 04:09:45.905640 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103f0f72-c224-42f4-9ecc-f95f35851e42 req-0022433a-d20a-4995-921e-a9baa649030d tempest-TestMinimumBasicScenario-1804355180 tempest-TestMinimumBasicScenario-1804355180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:09:45.907391 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-103f0f72-c224-42f4-9ecc-f95f35851e42 req-0022433a-d20a-4995-921e-a9baa649030d tempest-TestMinimumBasicScenario-1804355180 tempest-TestMinimumBasicScenario-1804355180-project] 10.222.0.20 "GET /v2.0/ports?device_id=77c6f62d-8974-4b57-968d-f8f839d90eb8 HTTP/1.1" status: 200 len: 985 time: 0.1250520 Apr 17 04:09:45.921575 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-b79f2560-da3e-4391-85c6-c5af7915b436 tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] Notify callbacks [] for security_group, precommit_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:09:45.925332 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-b79f2560-da3e-4391-85c6-c5af7915b436 tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920236'] for security_group, after_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:09:45.943678 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:09:46.028288 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79f2560-da3e-4391-85c6-c5af7915b436 tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d002f976-b789-410a-b98c-ebbe09d7c833,revision_number=1']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:09:46.042809 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-b79f2560-da3e-4391-85c6-c5af7915b436 tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] Notify callbacks [] for security_group, before_response {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:09:46.048880 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [None req-b79f2560-da3e-4391-85c6-c5af7915b436 tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2946529 Apr 17 04:09:46.052876 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-b79f2560-da3e-4391-85c6-c5af7915b436 tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:09:46.054135 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-103f0f72-c224-42f4-9ecc-f95f35851e42 req-bb847fa0-4281-4694-9ad6-b330ffac0aef tempest-TestMinimumBasicScenario-1804355180 tempest-TestMinimumBasicScenario-1804355180-project] 10.222.0.20 "GET /v2.0/security-groups?id=e01e7c40-4b22-407a-a279-6b071a5a6d80&id=a6570863-17a7-49ed-a7df-bde337527753&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0843236 Apr 17 04:09:46.054427 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.20', 58348) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 17 04:09:46.063687 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.v2.base [None req-68198cc4-f83b-4129-8179-9cbc977857cd tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] Request body: {'security_group_rule': {'security_group_id': 'd002f976-b789-410a-b98c-ebbe09d7c833', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 17 04:09:46.071074 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [None req-68198cc4-f83b-4129-8179-9cbc977857cd tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 17 04:09:46.075150 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4367c71-c2b1-4ce6-b4d4-3209a2ea657a req-0765ee4f-090a-4e21-9667-d753f413f002 tempest-TestShelveInstance-1964921938 tempest-TestShelveInstance-1964921938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:09:46.076325 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [None req-68198cc4-f83b-4129-8179-9cbc977857cd tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] Usage tracker for resource:security_group_rule and tenant:b27c7ae6f15d4ca4afddb9e09494c2db is out of sync, need to count used quota {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 17 04:09:46.080743 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [None req-68198cc4-f83b-4129-8179-9cbc977857cd tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 17 04:09:46.083517 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-d4367c71-c2b1-4ce6-b4d4-3209a2ea657a req-0765ee4f-090a-4e21-9667-d753f413f002 tempest-TestShelveInstance-1964921938 tempest-TestShelveInstance-1964921938-project] 10.222.0.20 "GET /v2.0/ports?device_id=95e8b9bb-edf4-41ea-8e29-17967312a144 HTTP/1.1" status: 200 len: 945 time: 0.1748290 Apr 17 04:09:46.097373 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [None req-68198cc4-f83b-4129-8179-9cbc977857cd tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 17 04:09:46.124004 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-68198cc4-f83b-4129-8179-9cbc977857cd tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:09:46.146784 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-d4367c71-c2b1-4ce6-b4d4-3209a2ea657a req-75aab258-1c4d-400b-b412-ac3cdfb32988 tempest-TestShelveInstance-1964921938 tempest-TestShelveInstance-1964921938-project] 10.222.0.20 "GET /v2.0/security-groups?id=966d6d2d-9bfe-48ff-ab39-78b8c7f76cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622082 Apr 17 04:09:46.195655 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-68198cc4-f83b-4129-8179-9cbc977857cd tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:09:46.199816 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-68198cc4-f83b-4129-8179-9cbc977857cd tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920256'] for security_group_rule, after_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:09:46.209520 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:09:46.239269 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68198cc4-f83b-4129-8179-9cbc977857cd tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48919ea6-bf4b-41ca-9dcb-1ca8d93aa992,revision_number=0']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:09:46.242753 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-68198cc4-f83b-4129-8179-9cbc977857cd tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:09:46.244242 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-68198cc4-f83b-4129-8179-9cbc977857cd tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:09:46.248166 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [None req-68198cc4-f83b-4129-8179-9cbc977857cd tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1900351 Apr 17 04:09:46.249102 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.20', 58358) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 17 04:09:46.255649 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.v2.base [None req-f69aaa12-6a5f-4bd5-910f-99fa83e00517 tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] Request body: {'security_group_rule': {'security_group_id': 'd002f976-b789-410a-b98c-ebbe09d7c833', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=86331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 17 04:09:46.262867 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [None req-f69aaa12-6a5f-4bd5-910f-99fa83e00517 tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 17 04:09:46.267393 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [None req-f69aaa12-6a5f-4bd5-910f-99fa83e00517 tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] Usage tracker for resource:security_group_rule and tenant:b27c7ae6f15d4ca4afddb9e09494c2db is out of sync, need to count used quota {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 17 04:09:46.271077 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [None req-f69aaa12-6a5f-4bd5-910f-99fa83e00517 tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 17 04:09:46.277778 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [None req-f69aaa12-6a5f-4bd5-910f-99fa83e00517 tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 17 04:09:46.299441 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-f69aaa12-6a5f-4bd5-910f-99fa83e00517 tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:09:46.445829 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f140a62f-7b27-4e03-92bf-a40de8ed2676 req-920ab008-7de1-4c3d-9aad-0f79ef66f099 tempest-TestShelveInstance-1964921938 tempest-TestShelveInstance-1964921938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:09:46.461050 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-f140a62f-7b27-4e03-92bf-a40de8ed2676 req-920ab008-7de1-4c3d-9aad-0f79ef66f099 tempest-TestShelveInstance-1964921938 tempest-TestShelveInstance-1964921938-project] 10.222.0.20 "GET /v2.0/ports?device_id=95e8b9bb-edf4-41ea-8e29-17967312a144 HTTP/1.1" status: 200 len: 945 time: 0.1636510 Apr 17 04:09:46.463388 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-f69aaa12-6a5f-4bd5-910f-99fa83e00517 tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:09:46.470952 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-f69aaa12-6a5f-4bd5-910f-99fa83e00517 tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920256'] for security_group_rule, after_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:09:46.505232 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-7bfd0438-fb6d-4fed-afc9-94b5ae46672b tempest-TestShelveInstance-1964921938 tempest-TestShelveInstance-1964921938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:09:46.525513 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69aaa12-6a5f-4bd5-910f-99fa83e00517 tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=034365a3-fc55-4b01-b9f3-efb0f01ed497,revision_number=0']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:09:46.528973 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-f69aaa12-6a5f-4bd5-910f-99fa83e00517 tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:09:46.553097 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-f69aaa12-6a5f-4bd5-910f-99fa83e00517 tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:09:46.557442 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [None req-f69aaa12-6a5f-4bd5-910f-99fa83e00517 tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3040788 Apr 17 04:09:46.558440 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.20', 58368) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 17 04:09:46.569800 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-f140a62f-7b27-4e03-92bf-a40de8ed2676 req-f3af6167-4bb9-40b2-95dd-c948caf1fd40 tempest-TestShelveInstance-1964921938 tempest-TestShelveInstance-1964921938-project] 10.222.0.20 "GET /v2.0/security-groups?id=966d6d2d-9bfe-48ff-ab39-78b8c7f76cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0973947 Apr 17 04:09:46.573799 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.v2.base [None req-47c973d6-398b-42d5-951a-d23e4dfd5bd1 tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] Request body: {'floatingip': {'floating_network_id': '3299e77b-a72c-46bf-8676-13cef166cd0a'}} {{(pid=86330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 17 04:09:46.581602 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [None req-47c973d6-398b-42d5-951a-d23e4dfd5bd1 tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 17 04:09:46.586039 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [None req-47c973d6-398b-42d5-951a-d23e4dfd5bd1 tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] Usage tracker for resource:floatingip and tenant:b27c7ae6f15d4ca4afddb9e09494c2db is out of sync, need to count used quota {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 17 04:09:46.589397 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [None req-47c973d6-398b-42d5-951a-d23e4dfd5bd1 tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 17 04:09:46.596051 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [None req-47c973d6-398b-42d5-951a-d23e4dfd5bd1 tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 17 04:09:46.604530 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.20', 58372) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 17 04:09:46.612342 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-47c973d6-398b-42d5-951a-d23e4dfd5bd1 tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] Notify callbacks [] for floatingip, before_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:09:46.770881 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-47c973d6-398b-42d5-951a-d23e4dfd5bd1 tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853081909'] for port, before_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:09:46.927707 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1d27031-a2f6-4fdd-a7f1-a04e5d46d641 tempest-TestShelveInstance-405411537 tempest-TestShelveInstance-405411537-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:09:46.928822 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [None req-a1d27031-a2f6-4fdd-a7f1-a04e5d46d641 tempest-TestShelveInstance-405411537 tempest-TestShelveInstance-405411537-project-admin] Synchronizing usage tracker for tenant:f539ae10259f44be8e006cf6ce9f524d on resource:port {{(pid=86331) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 17 04:09:46.933945 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.db_base_plugin_common [None req-47c973d6-398b-42d5-951a-d23e4dfd5bd1 tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] Allocated IP 172.28.1.165 (3299e77b-a72c-46bf-8676-13cef166cd0a/126682c8-3b96-411d-a59b-48497db5cf0c/13175582-b93b-42c3-8e9c-a1840071dfe9) {{(pid=86330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 17 04:09:46.946702 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [None req-a1d27031-a2f6-4fdd-a7f1-a04e5d46d641 tempest-TestShelveInstance-405411537 tempest-TestShelveInstance-405411537-project-admin] Unset dirty status for tenant:f539ae10259f44be8e006cf6ce9f524d on resource:port {{(pid=86331) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 17 04:09:46.948334 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [None req-a1d27031-a2f6-4fdd-a7f1-a04e5d46d641 tempest-TestShelveInstance-405411537 tempest-TestShelveInstance-405411537-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=95e8b9bb-edf4-41ea-8e29-17967312a144 HTTP/1.1" status: 200 len: 1093 time: 0.3426206 Apr 17 04:09:46.952041 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.20', 58380) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 17 04:09:46.958398 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.v2.base [None req-cc924f76-426e-466c-b389-bda7b3780705 tempest-TestShelveInstance-1964921938 tempest-TestShelveInstance-1964921938-project] Request body: {'floatingip': {'floating_network_id': '3299e77b-a72c-46bf-8676-13cef166cd0a', 'port_id': '87141837-1be8-4078-af9c-ced185eecc3a', 'tenant_id': 'ca6206a14e294f1c94050af1f73d53f8', 'fixed_ip_address': '172.20.0.7'}} {{(pid=86331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 17 04:09:46.965165 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [None req-cc924f76-426e-466c-b389-bda7b3780705 tempest-TestShelveInstance-1964921938 tempest-TestShelveInstance-1964921938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 17 04:09:46.969520 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [None req-cc924f76-426e-466c-b389-bda7b3780705 tempest-TestShelveInstance-1964921938 tempest-TestShelveInstance-1964921938-project] Usage tracker for resource:floatingip and tenant:ca6206a14e294f1c94050af1f73d53f8 is out of sync, need to count used quota {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 17 04:09:46.972881 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [None req-cc924f76-426e-466c-b389-bda7b3780705 tempest-TestShelveInstance-1964921938 tempest-TestShelveInstance-1964921938-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 17 04:09:46.979735 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [None req-cc924f76-426e-466c-b389-bda7b3780705 tempest-TestShelveInstance-1964921938 tempest-TestShelveInstance-1964921938-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 17 04:09:46.990395 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-cc924f76-426e-466c-b389-bda7b3780705 tempest-TestShelveInstance-1964921938 tempest-TestShelveInstance-1964921938-project] Notify callbacks [] for floatingip, before_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:09:47.098196 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-47c973d6-398b-42d5-951a-d23e4dfd5bd1 tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] Notify callbacks [] for port, precommit_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:09:47.131201 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-47c973d6-398b-42d5-951a-d23e4dfd5bd1 tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1691685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854152290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244555219623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852218909'] for port, after_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:09:47.135798 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-cc924f76-426e-466c-b389-bda7b3780705 tempest-TestShelveInstance-1964921938 tempest-TestShelveInstance-1964921938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853081909'] for port, before_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:09:47.136129 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-5520057c-2d21-4ac6-8307-8eb4211c5e41 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:09:47.205842 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47c973d6-398b-42d5-951a-d23e4dfd5bd1 tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] Network 3299e77b-a72c-46bf-8676-13cef166cd0a is already hosted by enough agents. {{(pid=86330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 17 04:09:47.209534 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.scheduler.base_scheduler [None req-47c973d6-398b-42d5-951a-d23e4dfd5bd1 tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] Resources bound (agent type, host, resource id): {{(pid=86330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 17 04:09:47.212461 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47c973d6-398b-42d5-951a-d23e4dfd5bd1 tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] Received port after_create {{(pid=86330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 17 04:09:47.257927 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c973d6-398b-42d5-951a-d23e4dfd5bd1 tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] Pushing event updated for resources: {'Port': ['ID=13175582-b93b-42c3-8e9c-a1840071dfe9,revision_number=1']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:09:47.261028 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-47c973d6-398b-42d5-951a-d23e4dfd5bd1 tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:09:47.307046 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-47c973d6-398b-42d5-951a-d23e4dfd5bd1 tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:09:47.355687 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.db_base_plugin_common [None req-cc924f76-426e-466c-b389-bda7b3780705 tempest-TestShelveInstance-1964921938 tempest-TestShelveInstance-1964921938-project] Allocated IP 172.28.1.9 (3299e77b-a72c-46bf-8676-13cef166cd0a/126682c8-3b96-411d-a59b-48497db5cf0c/a75d7dcf-df6e-49f4-94ae-3b308459ce8e) {{(pid=86331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 17 04:09:47.374446 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-47c973d6-398b-42d5-951a-d23e4dfd5bd1 tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853081909'] for port, before_update {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:09:47.378583 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebb7817-57b7-4dbf-9077-90c84c337252 req-3f013364-39ed-4248-8020-32d346327f56 tempest-TestMinimumBasicScenario-1804355180 tempest-TestMinimumBasicScenario-1804355180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:09:47.380201 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-8ebb7817-57b7-4dbf-9077-90c84c337252 req-3f013364-39ed-4248-8020-32d346327f56 tempest-TestMinimumBasicScenario-1804355180 tempest-TestMinimumBasicScenario-1804355180-project] 10.222.0.20 "GET /v2.0/ports?device_id=77c6f62d-8974-4b57-968d-f8f839d90eb8 HTTP/1.1" status: 200 len: 985 time: 0.1699400 Apr 17 04:09:47.516705 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-8ebb7817-57b7-4dbf-9077-90c84c337252 req-d7c9ce39-1a58-4e77-992b-8d87cc03306d tempest-TestMinimumBasicScenario-1804355180 tempest-TestMinimumBasicScenario-1804355180-project] 10.222.0.20 "GET /v2.0/security-groups?id=e01e7c40-4b22-407a-a279-6b071a5a6d80&id=a6570863-17a7-49ed-a7df-bde337527753&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1143506 Apr 17 04:09:47.574772 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-cc924f76-426e-466c-b389-bda7b3780705 tempest-TestShelveInstance-1964921938 tempest-TestShelveInstance-1964921938-project] Notify callbacks [] for port, precommit_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:09:47.606302 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-cc924f76-426e-466c-b389-bda7b3780705 tempest-TestShelveInstance-1964921938 tempest-TestShelveInstance-1964921938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1691685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854152290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244555219623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850958277'] for port, after_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:09:47.611880 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-847f915c-c62c-4df6-93c4-9c9a62b7de4a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:09:47.679473 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc924f76-426e-466c-b389-bda7b3780705 tempest-TestShelveInstance-1964921938 tempest-TestShelveInstance-1964921938-project] Network 3299e77b-a72c-46bf-8676-13cef166cd0a is already hosted by enough agents. {{(pid=86331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 17 04:09:47.683168 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.scheduler.base_scheduler [None req-cc924f76-426e-466c-b389-bda7b3780705 tempest-TestShelveInstance-1964921938 tempest-TestShelveInstance-1964921938-project] Resources bound (agent type, host, resource id): {{(pid=86331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 17 04:09:47.685817 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc924f76-426e-466c-b389-bda7b3780705 tempest-TestShelveInstance-1964921938 tempest-TestShelveInstance-1964921938-project] Received port after_create {{(pid=86331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 17 04:09:47.731741 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc924f76-426e-466c-b389-bda7b3780705 tempest-TestShelveInstance-1964921938 tempest-TestShelveInstance-1964921938-project] Pushing event updated for resources: {'Port': ['ID=a75d7dcf-df6e-49f4-94ae-3b308459ce8e,revision_number=1']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:09:47.734885 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-cc924f76-426e-466c-b389-bda7b3780705 tempest-TestShelveInstance-1964921938 tempest-TestShelveInstance-1964921938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:09:47.812124 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-47c973d6-398b-42d5-951a-d23e4dfd5bd1 tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] Notify callbacks [] for port, precommit_update {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:09:47.816257 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-47c973d6-398b-42d5-951a-d23e4dfd5bd1 tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1691685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854152290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792299986632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244555219606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792299556228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2556906'] for port, after_update {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:09:47.821355 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-7215aded-28b3-4670-831d-16222d64752a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:09:47.938249 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c973d6-398b-42d5-951a-d23e4dfd5bd1 tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] Pushing event updated for resources: {'Port': ['ID=13175582-b93b-42c3-8e9c-a1840071dfe9,revision_number=2']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:09:47.941234 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-47c973d6-398b-42d5-951a-d23e4dfd5bd1 tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:09:47.948874 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-47c973d6-398b-42d5-951a-d23e4dfd5bd1 tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1023409'] for floatingip, after_update {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:09:47.974224 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-47c973d6-398b-42d5-951a-d23e4dfd5bd1 tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2986'] for floatingip, before_response {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:09:47.976122 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [None req-47c973d6-398b-42d5-951a-d23e4dfd5bd1 tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4165502 Apr 17 04:09:48.151103 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-cc924f76-426e-466c-b389-bda7b3780705 tempest-TestShelveInstance-1964921938 tempest-TestShelveInstance-1964921938-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:09:48.268271 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [req-2b61331e-7a1f-4acc-9970-73bb37c587df req-1062cd46-ada5-42f3-956b-cbe74d470a2a tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] Synchronizing usage tracker for tenant:b27c7ae6f15d4ca4afddb9e09494c2db on resource:security_group {{(pid=86331) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 17 04:09:48.271757 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-cc924f76-426e-466c-b389-bda7b3780705 tempest-TestShelveInstance-1964921938 tempest-TestShelveInstance-1964921938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853081909'] for port, before_update {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:09:48.335576 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [req-2b61331e-7a1f-4acc-9970-73bb37c587df req-1062cd46-ada5-42f3-956b-cbe74d470a2a tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] Unset dirty status for tenant:b27c7ae6f15d4ca4afddb9e09494c2db on resource:security_group {{(pid=86331) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 17 04:09:48.336860 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-2b61331e-7a1f-4acc-9970-73bb37c587df req-1062cd46-ada5-42f3-956b-cbe74d470a2a tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--730071931&fields=id&tenant_id=b27c7ae6f15d4ca4afddb9e09494c2db HTTP/1.1" status: 200 len: 267 time: 0.1375487 Apr 17 04:09:48.439841 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.rpc [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] Device 9391a4b8-e3b5-4dbd-92b5-392fe803b217 up at agent ovs-agent-dv-cinder-786054-2-smb {{(pid=86332) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 17 04:09:48.516233 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.provisioning_blocks [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] Provisioning for port 9391a4b8-e3b5-4dbd-92b5-392fe803b217 completed by entity L2. {{(pid=86332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 17 04:09:48.521053 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.provisioning_blocks [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] Provisioning complete for port 9391a4b8-e3b5-4dbd-92b5-392fe803b217 triggered by entity L2. {{(pid=86332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 17 04:09:48.521467 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2017814'] for port, provisioning_complete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:09:48.630298 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b61331e-7a1f-4acc-9970-73bb37c587df req-4df18549-5483-4d73-98f1-607af95f3f11 tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:09:48.631376 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [req-2b61331e-7a1f-4acc-9970-73bb37c587df req-4df18549-5483-4d73-98f1-607af95f3f11 tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] Synchronizing usage tracker for tenant:b27c7ae6f15d4ca4afddb9e09494c2db on resource:network {{(pid=86331) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 17 04:09:48.652726 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853081909'] for port, before_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:09:48.657436 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [req-2b61331e-7a1f-4acc-9970-73bb37c587df req-4df18549-5483-4d73-98f1-607af95f3f11 tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] Unset dirty status for tenant:b27c7ae6f15d4ca4afddb9e09494c2db on resource:network {{(pid=86331) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 17 04:09:48.665007 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-2b61331e-7a1f-4acc-9970-73bb37c587df req-4df18549-5483-4d73-98f1-607af95f3f11 tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] 10.222.0.20 "GET /v2.0/networks?id=bcdf37d1-d8cb-465c-8c2d-b213a0f4b25a HTTP/1.1" status: 200 len: 810 time: 0.3136775 Apr 17 04:09:48.671434 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.db [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] For port 9391a4b8-e3b5-4dbd-92b5-392fe803b217, host dv-cinder-786054-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-2-smb',level=0,port_id=9391a4b8-e3b5-4dbd-92b5-392fe803b217,segment=NetworkSegment(0331decf-77a3-4764-a14d-d11dc820119c),segment_id=0331decf-77a3-4764-a14d-d11dc820119c)] {{(pid=86332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 17 04:09:48.675996 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1691685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854152290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792299986632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244555219606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792299556228'] for port, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:09:48.678198 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-b73fa788-1efe-4624-9d56-1e50e3a73659 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:09:48.730772 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-2b61331e-7a1f-4acc-9970-73bb37c587df req-dcf489bc-6d6a-4462-b1fc-afcd2fcd8edb tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] 10.222.0.20 "GET /v2.0/quotas/b27c7ae6f15d4ca4afddb9e09494c2db HTTP/1.1" status: 200 len: 375 time: 0.0648146 Apr 17 04:09:48.742028 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-cc924f76-426e-466c-b389-bda7b3780705 tempest-TestShelveInstance-1964921938 tempest-TestShelveInstance-1964921938-project] Notify callbacks [] for port, precommit_update {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:09:48.755660 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] Pushing event updated for resources: {'Port': ['ID=9391a4b8-e3b5-4dbd-92b5-392fe803b217,revision_number=4']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:09:48.759165 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:09:48.787104 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-cc924f76-426e-466c-b389-bda7b3780705 tempest-TestShelveInstance-1964921938 tempest-TestShelveInstance-1964921938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1691685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854152290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792299986632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244555219606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792299556228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3817522'] for port, after_update {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:09:48.797715 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:09:48.928016 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc924f76-426e-466c-b389-bda7b3780705 tempest-TestShelveInstance-1964921938 tempest-TestShelveInstance-1964921938-project] Pushing event updated for resources: {'Port': ['ID=a75d7dcf-df6e-49f4-94ae-3b308459ce8e,revision_number=2']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:09:48.939961 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-cc924f76-426e-466c-b389-bda7b3780705 tempest-TestShelveInstance-1964921938 tempest-TestShelveInstance-1964921938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:09:48.961859 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-cc924f76-426e-466c-b389-bda7b3780705 tempest-TestShelveInstance-1964921938 tempest-TestShelveInstance-1964921938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1023409'] for floatingip, after_update {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:09:49.016403 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f51cb160-e9c9-4d56-9e89-a306fd8409db None None] Sync routers for ids ['ca37efc8-2fbb-4c01-ad6f-d0523b74a961'] in dv-cinder-786054-2-smb {{(pid=86333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 17 04:09:49.020472 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234a9ad1-12b2-4724-b78f-a98feff7483b req-ff185ba6-68e0-4cff-9172-860e1ca50cc8 tempest-TestMinimumBasicScenario-1804355180 tempest-TestMinimumBasicScenario-1804355180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:09:49.022011 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-234a9ad1-12b2-4724-b78f-a98feff7483b req-ff185ba6-68e0-4cff-9172-860e1ca50cc8 tempest-TestMinimumBasicScenario-1804355180 tempest-TestMinimumBasicScenario-1804355180-project] 10.222.0.20 "GET /v2.0/ports?device_id=77c6f62d-8974-4b57-968d-f8f839d90eb8 HTTP/1.1" status: 200 len: 985 time: 0.3529725 Apr 17 04:09:49.027378 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f51cb160-e9c9-4d56-9e89-a306fd8409db None None] Routers {'ca37efc8-2fbb-4c01-ad6f-d0523b74a961'} bound to L3 agent in host dv-cinder-786054-2-smb {{(pid=86333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 17 04:09:49.028029 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.l3_hamode_db [None req-f51cb160-e9c9-4d56-9e89-a306fd8409db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786054-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-17T03:57:39Z,description=,heartbeat_timestamp=2021-04-17T04:09:40Z,host='dv-cinder-786054-2-smb',id=89c35117-d9bd-45d8-8d43-26735203dc9d,load=0,resource_versions=,resources_synced=,started_at=2021-04-17T03:57:39Z,topic='l3_agent')) {'router_ids': ['ca37efc8-2fbb-4c01-ad6f-d0523b74a961'], 'active': True} {{(pid=86333) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 17 04:09:49.224738 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.l3_dvr_db [None req-f51cb160-e9c9-4d56-9e89-a306fd8409db None None] Set router ca37efc8-2fbb-4c01-ad6f-d0523b74a961 gateway port host: dv-cinder-786054-2-smb {{(pid=86333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 17 04:09:49.375231 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-2b61331e-7a1f-4acc-9970-73bb37c587df req-4cc030e0-9cee-4185-8430-95048b6eb010 tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=b27c7ae6f15d4ca4afddb9e09494c2db&fields=id HTTP/1.1" status: 200 len: 348 time: 0.6355579 Apr 17 04:09:49.455834 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-234a9ad1-12b2-4724-b78f-a98feff7483b req-feb64e3d-ea06-49d8-9fb0-d842d679d3ce tempest-TestMinimumBasicScenario-1804355180 tempest-TestMinimumBasicScenario-1804355180-project] 10.222.0.20 "GET /v2.0/security-groups?id=e01e7c40-4b22-407a-a279-6b071a5a6d80&id=a6570863-17a7-49ed-a7df-bde337527753&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4152100 Apr 17 04:09:49.546075 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.db.l3_db [None req-cc924f76-426e-466c-b389-bda7b3780705 tempest-TestShelveInstance-1964921938 tempest-TestShelveInstance-1964921938-project] Floating IP 8fe73a84-bb95-4372-93ca-ebc629603dba associated. External IP: 172.28.1.9, port: 87141837-1be8-4078-af9c-ced185eecc3a. Apr 17 04:09:49.573878 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.l3_hamode_db [None req-f51cb160-e9c9-4d56-9e89-a306fd8409db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca37efc8-2fbb-4c01-ad6f-d0523b74a961', 'name': 'tempest-AttachVolumeTestJSON-591480734-router', 'tenant_id': 'b27c7ae6f15d4ca4afddb9e09494c2db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3299e77b-a72c-46bf-8676-13cef166cd0a', 'external_fixed_ips': [{'subnet_id': '126682c8-3b96-411d-a59b-48497db5cf0c', 'ip_address': '172.28.1.223'}], 'enable_snat': True}, 'gw_port_id': '9391a4b8-e3b5-4dbd-92b5-392fe803b217', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-17T04:09:39Z', 'updated_at': '2021-04-17T04:09:44Z', 'revision_number': 4, 'project_id': 'b27c7ae6f15d4ca4afddb9e09494c2db', 'gw_port': {'id': '9391a4b8-e3b5-4dbd-92b5-392fe803b217', 'name': '', 'network_id': '3299e77b-a72c-46bf-8676-13cef166cd0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:4c:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca37efc8-2fbb-4c01-ad6f-d0523b74a961', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '126682c8-3b96-411d-a59b-48497db5cf0c', 'ip_address': '172.28.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-17T04:09:40Z', 'updated_at': '2021-04-17T04:09:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126682c8-3b96-411d-a59b-48497db5cf0c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-2-smb', '_interfaces': [{'id': '356aedbf-6b2f-42c4-bb9e-ff016c564d96', 'name': '', 'network_id': 'bcdf37d1-d8cb-465c-8c2d-b213a0f4b25a', 'tenant_id': 'b27c7ae6f15d4ca4afddb9e09494c2db', 'mac_address': 'fa:16:3e:2e:1b:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca37efc8-2fbb-4c01-ad6f-d0523b74a961', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '1db1c85b-41e4-4872-a387-3bfbd7bec99d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-17T04:09:43Z', 'updated_at': '2021-04-17T04:09:44Z', 'revision_number': 2, 'project_id': 'b27c7ae6f15d4ca4afddb9e09494c2db', 'subnets': [{'id': '1db1c85b-41e4-4872-a387-3bfbd7bec99d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-2-smb', False) {} {{(pid=86333) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 17 04:09:49.578337 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f51cb160-e9c9-4d56-9e89-a306fd8409db None None] Checking router: ca37efc8-2fbb-4c01-ad6f-d0523b74a961 for host: dv-cinder-786054-2-smb {{(pid=86333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 17 04:09:49.578751 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f51cb160-e9c9-4d56-9e89-a306fd8409db None None] Updating router ca37efc8-2fbb-4c01-ad6f-d0523b74a961 port 356aedbf-6b2f-42c4-bb9e-ff016c564d96 binding host dv-cinder-786054-2-smb {{(pid=86333) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 17 04:09:49.634710 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-f51cb160-e9c9-4d56-9e89-a306fd8409db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853081909'] for port, before_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:09:49.721282 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-2b61331e-7a1f-4acc-9970-73bb37c587df req-83ca723e-6a46-42d2-8a17-b08e9a70971b service neutron] 10.222.0.20 "GET /v2.0/networks/bcdf37d1-d8cb-465c-8c2d-b213a0f4b25a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3308015 Apr 17 04:09:50.036621 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-2b61331e-7a1f-4acc-9970-73bb37c587df req-05f1a58b-e5a8-4f3b-935e-3fa4bcc78705 service neutron] 10.222.0.20 "GET /v2.0/networks/bcdf37d1-d8cb-465c-8c2d-b213a0f4b25a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3037250 Apr 17 04:09:50.085393 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc924f76-426e-466c-b389-bda7b3780705 tempest-TestShelveInstance-1964921938 tempest-TestShelveInstance-1964921938-project] Router 87afbfa0-06fd-483c-ae79-cc809bd9c080 has already been hosted by L3 agent 89c35117-d9bd-45d8-8d43-26735203dc9d {{(pid=86331) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 17 04:09:50.168790 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-f51cb160-e9c9-4d56-9e89-a306fd8409db None None] Notify callbacks [] for port, precommit_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:09:50.181045 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.provisioning_blocks [None req-f51cb160-e9c9-4d56-9e89-a306fd8409db None None] Transition to ACTIVE for port object 356aedbf-6b2f-42c4-bb9e-ff016c564d96 will not be triggered until provisioned by entity L2. {{(pid=86333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 17 04:09:50.188022 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-f51cb160-e9c9-4d56-9e89-a306fd8409db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1691685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854152290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792299986632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244555219606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792299556228'] for port, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:09:50.192153 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:09:50.307399 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-14d0b100-ec0d-4107-b4b1-8b18a48952a1 req-0447914d-be03-44be-a307-c06e93130d8f tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c4f44bc-b4d0-42aa-8aa1-313945def3ef HTTP/1.1" status: 200 len: 210 time: 0.0764735 Apr 17 04:09:50.325049 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24be7e7b-e461-46dc-8d40-5471de4d3d74 None None] Pushing event updated for resources: {'Port': ['ID=356aedbf-6b2f-42c4-bb9e-ff016c564d96,revision_number=3']} {{(pid=86333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:09:50.329053 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-24be7e7b-e461-46dc-8d40-5471de4d3d74 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=86333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:09:50.416184 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc924f76-426e-466c-b389-bda7b3780705 tempest-TestShelveInstance-1964921938 tempest-TestShelveInstance-1964921938-project] Notify agent at l3_agent.dv-cinder-786054-2-smb the message routers_updated {{(pid=86331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 17 04:09:50.426611 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc3b8c24-eff4-4c56-8adb-07abce3b7306 None None] Sync routers for ids ['87afbfa0-06fd-483c-ae79-cc809bd9c080'] in dv-cinder-786054-2-smb {{(pid=86332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 17 04:09:50.442407 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc3b8c24-eff4-4c56-8adb-07abce3b7306 None None] Routers {'87afbfa0-06fd-483c-ae79-cc809bd9c080'} bound to L3 agent in host dv-cinder-786054-2-smb {{(pid=86332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 17 04:09:50.443747 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.l3_hamode_db [None req-fc3b8c24-eff4-4c56-8adb-07abce3b7306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786054-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-17T03:57:39Z,description=,heartbeat_timestamp=2021-04-17T04:09:40Z,host='dv-cinder-786054-2-smb',id=89c35117-d9bd-45d8-8d43-26735203dc9d,load=0,resource_versions=,resources_synced=,started_at=2021-04-17T03:57:39Z,topic='l3_agent')) {'router_ids': ['87afbfa0-06fd-483c-ae79-cc809bd9c080'], 'active': True} {{(pid=86332) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 17 04:09:50.446168 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.managers [None req-f51cb160-e9c9-4d56-9e89-a306fd8409db None None] Attempting to bind port 356aedbf-6b2f-42c4-bb9e-ff016c564d96 on host dv-cinder-786054-2-smb for vnic_type normal with profile {{(pid=86333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 17 04:09:50.446488 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.managers [None req-f51cb160-e9c9-4d56-9e89-a306fd8409db None None] Attempting to bind port 356aedbf-6b2f-42c4-bb9e-ff016c564d96 by drivers openvswitch,hyperv on host dv-cinder-786054-2-smb at level 0 using segments [{'id': '8161aed8-1c04-4502-9744-8b2cf71517a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'bcdf37d1-d8cb-465c-8c2d-b213a0f4b25a'}] {{(pid=86333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 17 04:09:50.446890 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f51cb160-e9c9-4d56-9e89-a306fd8409db None None] Attempting to bind port 356aedbf-6b2f-42c4-bb9e-ff016c564d96 on network bcdf37d1-d8cb-465c-8c2d-b213a0f4b25a {{(pid=86333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 17 04:09:50.453262 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f51cb160-e9c9-4d56-9e89-a306fd8409db None None] Checking agent: {'id': '96b6248f-f9b9-4a9f-9317-f4ef1fc85571', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786054-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 17, 3, 57, 41), 'started_at': datetime.datetime(2021, 4, 17, 3, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 4, 17, 4, 9, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786054-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 17 04:09:50.453876 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f51cb160-e9c9-4d56-9e89-a306fd8409db None None] Checking segment: {'id': '8161aed8-1c04-4502-9744-8b2cf71517a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'bcdf37d1-d8cb-465c-8c2d-b213a0f4b25a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 17 04:09:50.454088 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-f51cb160-e9c9-4d56-9e89-a306fd8409db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:09:50.454979 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f51cb160-e9c9-4d56-9e89-a306fd8409db None None] Bound using segment: {'id': '8161aed8-1c04-4502-9744-8b2cf71517a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'bcdf37d1-d8cb-465c-8c2d-b213a0f4b25a'} {{(pid=86333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 17 04:09:50.455171 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.managers [None req-f51cb160-e9c9-4d56-9e89-a306fd8409db None None] Bound port: 356aedbf-6b2f-42c4-bb9e-ff016c564d96, host: dv-cinder-786054-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8161aed8-1c04-4502-9744-8b2cf71517a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'bcdf37d1-d8cb-465c-8c2d-b213a0f4b25a'}}] {{(pid=86333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 17 04:09:50.456171 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-f51cb160-e9c9-4d56-9e89-a306fd8409db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853081909'] for port, before_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:09:50.458278 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-cc924f76-426e-466c-b389-bda7b3780705 tempest-TestShelveInstance-1964921938 tempest-TestShelveInstance-1964921938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2986'] for floatingip, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:09:50.539201 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.rpc [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] Device 9391a4b8-e3b5-4dbd-92b5-392fe803b217 up at agent ovs-agent-dv-cinder-786054-2-smb {{(pid=86332) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 17 04:09:50.560434 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [None req-cc924f76-426e-466c-b389-bda7b3780705 tempest-TestShelveInstance-1964921938 tempest-TestShelveInstance-1964921938-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 3.6071863 Apr 17 04:09:50.561464 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95e8b9bb-edf4-41ea-8e29-17967312a144', 'tag': '87141837-1be8-4078-af9c-ced185eecc3a'}] {{(pid=86331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 17 04:09:50.631090 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95e8b9bb-edf4-41ea-8e29-17967312a144', 'tag': '87141837-1be8-4078-af9c-ced185eecc3a', 'status': 'completed', 'code': 200} Apr 17 04:09:50.651167 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.db [None req-f51cb160-e9c9-4d56-9e89-a306fd8409db None None] For port 356aedbf-6b2f-42c4-bb9e-ff016c564d96, host dv-cinder-786054-2-smb, cleared binding levels {{(pid=86333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 17 04:09:50.655797 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.db [None req-f51cb160-e9c9-4d56-9e89-a306fd8409db None None] For port 356aedbf-6b2f-42c4-bb9e-ff016c564d96, host dv-cinder-786054-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-2-smb',level=0,port_id=356aedbf-6b2f-42c4-bb9e-ff016c564d96,segment=NetworkSegment(8161aed8-1c04-4502-9744-8b2cf71517a3),segment_id=8161aed8-1c04-4502-9744-8b2cf71517a3)] {{(pid=86333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 17 04:09:50.660377 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-f51cb160-e9c9-4d56-9e89-a306fd8409db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1691685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854152290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792299986632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244555219606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792299556228'] for port, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:09:50.666341 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:09:50.751496 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24be7e7b-e461-46dc-8d40-5471de4d3d74 None None] Pushing event updated for resources: {'Port': ['ID=356aedbf-6b2f-42c4-bb9e-ff016c564d96,revision_number=4']} {{(pid=86333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:09:50.757241 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-24be7e7b-e461-46dc-8d40-5471de4d3d74 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=86333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:09:50.794218 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f51cb160-e9c9-4d56-9e89-a306fd8409db None None] Routers {'ca37efc8-2fbb-4c01-ad6f-d0523b74a961'} bound to L3 agent in host dv-cinder-786054-2-smb {{(pid=86333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 17 04:09:50.795040 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.l3_hamode_db [None req-f51cb160-e9c9-4d56-9e89-a306fd8409db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786054-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-17T03:57:39Z,description=,heartbeat_timestamp=2021-04-17T04:09:40Z,host='dv-cinder-786054-2-smb',id=89c35117-d9bd-45d8-8d43-26735203dc9d,load=0,resource_versions=,resources_synced=,started_at=2021-04-17T03:57:39Z,topic='l3_agent')) {'router_ids': ['ca37efc8-2fbb-4c01-ad6f-d0523b74a961'], 'active': True} {{(pid=86333) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 17 04:09:50.813059 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6fab3c-f17c-4418-b691-00a05d50ecb1 req-bf99fe1c-b96d-44be-90ef-8786e4292576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:09:50.814850 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-6a6fab3c-f17c-4418-b691-00a05d50ecb1 req-bf99fe1c-b96d-44be-90ef-8786e4292576 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ca6206a14e294f1c94050af1f73d53f8&device_id=95e8b9bb-edf4-41ea-8e29-17967312a144 HTTP/1.1" status: 200 len: 1098 time: 0.1640930 Apr 17 04:09:50.835262 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.provisioning_blocks [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] Provisioning complete for port 9391a4b8-e3b5-4dbd-92b5-392fe803b217 triggered by entity L2. {{(pid=86332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 17 04:09:50.835685 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2017814'] for port, provisioning_complete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:09:50.839474 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75e0303-c82f-4ccb-ab7a-ddbcd0bd543a req-9b5ffa16-b32e-4e5b-9a5f-8618a5aaabcb tempest-TestMinimumBasicScenario-1804355180 tempest-TestMinimumBasicScenario-1804355180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:09:50.848355 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-a75e0303-c82f-4ccb-ab7a-ddbcd0bd543a req-9b5ffa16-b32e-4e5b-9a5f-8618a5aaabcb tempest-TestMinimumBasicScenario-1804355180 tempest-TestMinimumBasicScenario-1804355180-project] 10.222.0.20 "GET /v2.0/ports?device_id=77c6f62d-8974-4b57-968d-f8f839d90eb8 HTTP/1.1" status: 200 len: 985 time: 0.1551926 Apr 17 04:09:50.917076 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-a75e0303-c82f-4ccb-ab7a-ddbcd0bd543a req-bb111d2b-9aab-43bc-bde3-510e6859ffb8 tempest-TestMinimumBasicScenario-1804355180 tempest-TestMinimumBasicScenario-1804355180-project] 10.222.0.20 "GET /v2.0/security-groups?id=e01e7c40-4b22-407a-a279-6b071a5a6d80&id=a6570863-17a7-49ed-a7df-bde337527753&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0676363 Apr 17 04:09:51.036422 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.l3_dvr_db [None req-fc3b8c24-eff4-4c56-8adb-07abce3b7306 None None] Set router 87afbfa0-06fd-483c-ae79-cc809bd9c080 gateway port host: dv-cinder-786054-2-smb {{(pid=86332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 17 04:09:51.206464 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6fab3c-f17c-4418-b691-00a05d50ecb1 req-ecd13a23-47b4-4911-8bbb-077763c3956b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:09:51.211506 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-6a6fab3c-f17c-4418-b691-00a05d50ecb1 req-ecd13a23-47b4-4911-8bbb-077763c3956b service neutron] 10.222.0.32 "GET /v2.0/networks?id=48b42dc6-fdb2-4a1c-899b-553f02cfd6b1 HTTP/1.1" status: 200 len: 910 time: 0.3883557 Apr 17 04:09:51.328759 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.l3_dvr_db [None req-f51cb160-e9c9-4d56-9e89-a306fd8409db None None] Set router ca37efc8-2fbb-4c01-ad6f-d0523b74a961 gateway port host: dv-cinder-786054-2-smb {{(pid=86333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 17 04:09:51.376732 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-6a6fab3c-f17c-4418-b691-00a05d50ecb1 req-70f50f03-dda9-40ab-879c-af73e0494c5d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=87141837-1be8-4078-af9c-ced185eecc3a HTTP/1.1" status: 200 len: 997 time: 0.1585481 Apr 17 04:09:51.582162 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6fab3c-f17c-4418-b691-00a05d50ecb1 req-bc779cdf-196b-47e4-9613-5e519d066253 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:09:51.584697 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-6a6fab3c-f17c-4418-b691-00a05d50ecb1 req-bc779cdf-196b-47e4-9613-5e519d066253 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7ebd19d5-d3c8-4014-91e1-906c5d4ffe3d HTTP/1.1" status: 200 len: 848 time: 0.2020257 Apr 17 04:09:51.650521 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-6a0bf408-3474-41fb-8c01-ff9720deaeb9 req-f7f78be5-f9d9-4d76-888d-230cb95f50d3 tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c4f44bc-b4d0-42aa-8aa1-313945def3ef HTTP/1.1" status: 200 len: 210 time: 0.0711560 Apr 17 04:09:51.739527 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6fab3c-f17c-4418-b691-00a05d50ecb1 req-5e51fe26-bafb-4c93-9746-71a5b16d7868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:09:51.742206 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.l3_hamode_db [None req-fc3b8c24-eff4-4c56-8adb-07abce3b7306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87afbfa0-06fd-483c-ae79-cc809bd9c080', 'name': 'tempest-TestShelveInstance-1684563367-router', 'tenant_id': 'ca6206a14e294f1c94050af1f73d53f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3299e77b-a72c-46bf-8676-13cef166cd0a', 'external_fixed_ips': [{'subnet_id': '126682c8-3b96-411d-a59b-48497db5cf0c', 'ip_address': '172.28.1.69'}], 'enable_snat': True}, 'gw_port_id': '96b317a3-e3cc-41f2-bfc2-124206db5b4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-17T04:08:52Z', 'updated_at': '2021-04-17T04:08:57Z', 'revision_number': 4, 'project_id': 'ca6206a14e294f1c94050af1f73d53f8', 'gw_port': {'id': '96b317a3-e3cc-41f2-bfc2-124206db5b4e', 'name': '', 'network_id': '3299e77b-a72c-46bf-8676-13cef166cd0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:ca:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87afbfa0-06fd-483c-ae79-cc809bd9c080', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '126682c8-3b96-411d-a59b-48497db5cf0c', 'ip_address': '172.28.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-17T04:08:53Z', 'updated_at': '2021-04-17T04:09:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126682c8-3b96-411d-a59b-48497db5cf0c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-2-smb', '_floatingips': [{'id': '8fe73a84-bb95-4372-93ca-ebc629603dba', 'tenant_id': 'ca6206a14e294f1c94050af1f73d53f8', 'floating_ip_address': '172.28.1.9', 'floating_network_id': '3299e77b-a72c-46bf-8676-13cef166cd0a', 'router_id': '87afbfa0-06fd-483c-ae79-cc809bd9c080', 'port_id': '87141837-1be8-4078-af9c-ced185eecc3a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 460, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '48b42dc6-fdb2-4a1c-899b-553f02cfd6b1', 'mac_address': 'fa:16:3e:72:b5:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95e8b9bb-edf4-41ea-8e29-17967312a144', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-17T04:09:48Z', 'updated_at': '2021-04-17T04:09:48Z', 'revision_number': 0, 'project_id': 'ca6206a14e294f1c94050af1f73d53f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '890a4828-83c3-4084-9275-57fb1ec68a0e', 'name': '', 'network_id': '48b42dc6-fdb2-4a1c-899b-553f02cfd6b1', 'tenant_id': 'ca6206a14e294f1c94050af1f73d53f8', 'mac_address': 'fa:16:3e:f5:44:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87afbfa0-06fd-483c-ae79-cc809bd9c080', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '7ebd19d5-d3c8-4014-91e1-906c5d4ffe3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-17T04:08:56Z', 'updated_at': '2021-04-17T04:09:10Z', 'revision_number': 5, 'project_id': 'ca6206a14e294f1c94050af1f73d53f8', 'subnets': [{'id': '7ebd19d5-d3c8-4014-91e1-906c5d4ffe3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-2-smb', False) {} {{(pid=86332) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 17 04:09:51.745416 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-6a6fab3c-f17c-4418-b691-00a05d50ecb1 req-5e51fe26-bafb-4c93-9746-71a5b16d7868 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=48b42dc6-fdb2-4a1c-899b-553f02cfd6b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1401794 Apr 17 04:09:51.747541 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc3b8c24-eff4-4c56-8adb-07abce3b7306 None None] Checking router: 87afbfa0-06fd-483c-ae79-cc809bd9c080 for host: dv-cinder-786054-2-smb {{(pid=86332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 17 04:09:51.772966 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc3b8c24-eff4-4c56-8adb-07abce3b7306 None None] Routers {'87afbfa0-06fd-483c-ae79-cc809bd9c080'} bound to L3 agent in host dv-cinder-786054-2-smb {{(pid=86332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 17 04:09:51.773842 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.l3_hamode_db [None req-fc3b8c24-eff4-4c56-8adb-07abce3b7306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786054-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-17T03:57:39Z,description=,heartbeat_timestamp=2021-04-17T04:09:40Z,host='dv-cinder-786054-2-smb',id=89c35117-d9bd-45d8-8d43-26735203dc9d,load=0,resource_versions=,resources_synced=,started_at=2021-04-17T03:57:39Z,topic='l3_agent')) {'router_ids': ['87afbfa0-06fd-483c-ae79-cc809bd9c080'], 'active': True} {{(pid=86332) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 17 04:09:51.922052 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.l3_hamode_db [None req-f51cb160-e9c9-4d56-9e89-a306fd8409db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca37efc8-2fbb-4c01-ad6f-d0523b74a961', 'name': 'tempest-AttachVolumeTestJSON-591480734-router', 'tenant_id': 'b27c7ae6f15d4ca4afddb9e09494c2db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3299e77b-a72c-46bf-8676-13cef166cd0a', 'external_fixed_ips': [{'subnet_id': '126682c8-3b96-411d-a59b-48497db5cf0c', 'ip_address': '172.28.1.223'}], 'enable_snat': True}, 'gw_port_id': '9391a4b8-e3b5-4dbd-92b5-392fe803b217', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-17T04:09:39Z', 'updated_at': '2021-04-17T04:09:44Z', 'revision_number': 4, 'project_id': 'b27c7ae6f15d4ca4afddb9e09494c2db', 'gw_port': {'id': '9391a4b8-e3b5-4dbd-92b5-392fe803b217', 'name': '', 'network_id': '3299e77b-a72c-46bf-8676-13cef166cd0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:4c:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca37efc8-2fbb-4c01-ad6f-d0523b74a961', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '126682c8-3b96-411d-a59b-48497db5cf0c', 'ip_address': '172.28.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-17T04:09:40Z', 'updated_at': '2021-04-17T04:09:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126682c8-3b96-411d-a59b-48497db5cf0c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-2-smb', '_interfaces': [{'id': '356aedbf-6b2f-42c4-bb9e-ff016c564d96', 'name': '', 'network_id': 'bcdf37d1-d8cb-465c-8c2d-b213a0f4b25a', 'tenant_id': 'b27c7ae6f15d4ca4afddb9e09494c2db', 'mac_address': 'fa:16:3e:2e:1b:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca37efc8-2fbb-4c01-ad6f-d0523b74a961', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '1db1c85b-41e4-4872-a387-3bfbd7bec99d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-17T04:09:43Z', 'updated_at': '2021-04-17T04:09:50Z', 'revision_number': 4, 'project_id': 'b27c7ae6f15d4ca4afddb9e09494c2db', 'subnets': [{'id': '1db1c85b-41e4-4872-a387-3bfbd7bec99d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-2-smb', False) {} {{(pid=86333) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 17 04:09:51.934151 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f51cb160-e9c9-4d56-9e89-a306fd8409db None None] The sync data for ids ['ca37efc8-2fbb-4c01-ad6f-d0523b74a961'] in dv-cinder-786054-2-smb is: [{'id': 'ca37efc8-2fbb-4c01-ad6f-d0523b74a961', 'name': 'tempest-AttachVolumeTestJSON-591480734-router', 'tenant_id': 'b27c7ae6f15d4ca4afddb9e09494c2db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3299e77b-a72c-46bf-8676-13cef166cd0a', 'external_fixed_ips': [{'subnet_id': '126682c8-3b96-411d-a59b-48497db5cf0c', 'ip_address': '172.28.1.223'}], 'enable_snat': True}, 'gw_port_id': '9391a4b8-e3b5-4dbd-92b5-392fe803b217', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-17T04:09:39Z', 'updated_at': '2021-04-17T04:09:44Z', 'revision_number': 4, 'project_id': 'b27c7ae6f15d4ca4afddb9e09494c2db', 'gw_port': {'id': '9391a4b8-e3b5-4dbd-92b5-392fe803b217', 'name': '', 'network_id': '3299e77b-a72c-46bf-8676-13cef166cd0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:4c:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca37efc8-2fbb-4c01-ad6f-d0523b74a961', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '126682c8-3b96-411d-a59b-48497db5cf0c', 'ip_address': '172.28.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-17T04:09:40Z', 'updated_at': '2021-04-17T04:09:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126682c8-3b96-411d-a59b-48497db5cf0c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-2-smb', '_interfaces': [{'id': '356aedbf-6b2f-42c4-bb9e-ff016c564d96', 'name': '', 'network_id': 'bcdf37d1-d8cb-465c-8c2d-b213a0f4b25a', 'tenant_id': 'b27c7ae6f15d4ca4afddb9e09494c2db', 'mac_address': 'fa:16:3e:2e:1b:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca37efc8-2fbb-4c01-ad6f-d0523b74a961', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '1db1c85b-41e4-4872-a387-3bfbd7bec99d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-17T04:09:43Z', 'updated_at': '2021-04-17T04:09:50Z', 'revision_number': 4, 'project_id': 'b27c7ae6f15d4ca4afddb9e09494c2db', 'subnets': [{'id': '1db1c85b-41e4-4872-a387-3bfbd7bec99d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 17 04:09:52.136927 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-6a6fab3c-f17c-4418-b691-00a05d50ecb1 req-47798d98-6a0a-4e5b-840f-d997e22eff50 service neutron] 10.222.0.32 "GET /v2.0/networks/48b42dc6-fdb2-4a1c-899b-553f02cfd6b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3851569 Apr 17 04:09:52.282589 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.l3_dvr_db [None req-fc3b8c24-eff4-4c56-8adb-07abce3b7306 None None] Set router 87afbfa0-06fd-483c-ae79-cc809bd9c080 gateway port host: dv-cinder-786054-2-smb {{(pid=86332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 17 04:09:52.321386 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b61331e-7a1f-4acc-9970-73bb37c587df req-e83f4807-90d3-437a-a547-c04bed4c78fd tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:09:52.323046 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-2b61331e-7a1f-4acc-9970-73bb37c587df req-e83f4807-90d3-437a-a547-c04bed4c78fd tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] 10.222.0.32 "GET /v2.0/networks?id=bcdf37d1-d8cb-465c-8c2d-b213a0f4b25a HTTP/1.1" status: 200 len: 810 time: 0.3716745 Apr 17 04:09:52.441716 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [req-2b61331e-7a1f-4acc-9970-73bb37c587df req-26098e9a-87b0-4e6a-84ff-1e0d87e059bb tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] Synchronizing usage tracker for tenant:b27c7ae6f15d4ca4afddb9e09494c2db on resource:security_group {{(pid=86330) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 17 04:09:52.463804 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [req-2b61331e-7a1f-4acc-9970-73bb37c587df req-26098e9a-87b0-4e6a-84ff-1e0d87e059bb tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] Unset dirty status for tenant:b27c7ae6f15d4ca4afddb9e09494c2db on resource:security_group {{(pid=86330) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 17 04:09:52.466390 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-2b61331e-7a1f-4acc-9970-73bb37c587df req-26098e9a-87b0-4e6a-84ff-1e0d87e059bb tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b27c7ae6f15d4ca4afddb9e09494c2db HTTP/1.1" status: 200 len: 5708 time: 0.1336255 Apr 17 04:09:52.468784 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-6a6fab3c-f17c-4418-b691-00a05d50ecb1 req-ebb55579-ef75-4e0c-8755-25627308de2e service neutron] 10.222.0.32 "GET /v2.0/networks/48b42dc6-fdb2-4a1c-899b-553f02cfd6b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3207183 Apr 17 04:09:52.486121 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.v2.base [req-2b61331e-7a1f-4acc-9970-73bb37c587df req-2704d262-41db-489b-b49b-305528a210fc tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] Request body: {'port': {'device_id': '4c4f44bc-b4d0-42aa-8aa1-313945def3ef', 'network_id': 'bcdf37d1-d8cb-465c-8c2d-b213a0f4b25a', 'admin_state_up': True, 'tenant_id': 'b27c7ae6f15d4ca4afddb9e09494c2db', 'security_groups': ['d002f976-b789-410a-b98c-ebbe09d7c833']}} {{(pid=86330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 17 04:09:52.553082 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.rpc [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] Device 356aedbf-6b2f-42c4-bb9e-ff016c564d96 up at agent ovs-agent-dv-cinder-786054-2-smb {{(pid=86332) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 17 04:09:52.657647 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [req-2b61331e-7a1f-4acc-9970-73bb37c587df req-2704d262-41db-489b-b49b-305528a210fc tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 17 04:09:52.661956 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [req-2b61331e-7a1f-4acc-9970-73bb37c587df req-2704d262-41db-489b-b49b-305528a210fc tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] Usage tracker for resource:port and tenant:b27c7ae6f15d4ca4afddb9e09494c2db is out of sync, need to count used quota {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 17 04:09:52.665030 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [req-2b61331e-7a1f-4acc-9970-73bb37c587df req-2704d262-41db-489b-b49b-305528a210fc tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] Quota usage for port was recalculated. Used quota:3. {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 17 04:09:52.671480 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [req-2b61331e-7a1f-4acc-9970-73bb37c587df req-2704d262-41db-489b-b49b-305528a210fc tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 17 04:09:52.684509 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b61331e-7a1f-4acc-9970-73bb37c587df req-2704d262-41db-489b-b49b-305528a210fc tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] Made reservation on behalf of b27c7ae6f15d4ca4afddb9e09494c2db for: {'port': 1} {{(pid=86330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 17 04:09:52.692415 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [req-2b61331e-7a1f-4acc-9970-73bb37c587df req-2704d262-41db-489b-b49b-305528a210fc tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853081909'] for port, before_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:09:52.697975 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.provisioning_blocks [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] Provisioning for port 356aedbf-6b2f-42c4-bb9e-ff016c564d96 completed by entity L2. {{(pid=86332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 17 04:09:52.727993 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.agents_db [None req-76d39d81-b417-4462-95bd-4e842fba9248 None None] Agent healthcheck: found 6 active agents {{(pid=86333) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 17 04:09:52.755680 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.provisioning_blocks [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] Provisioning complete for port 356aedbf-6b2f-42c4-bb9e-ff016c564d96 triggered by entity L2. {{(pid=86332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 17 04:09:52.756113 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2017814'] for port, provisioning_complete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:09:52.939958 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-06f22abe-b02f-45bd-afb0-d7a67d749770 req-0aa5983d-2b24-4fc4-b9b9-9ade3c005281 tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c4f44bc-b4d0-42aa-8aa1-313945def3ef HTTP/1.1" status: 200 len: 210 time: 0.0682433 Apr 17 04:09:52.989268 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853081909'] for port, before_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:09:53.025674 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.db_base_plugin_common [req-2b61331e-7a1f-4acc-9970-73bb37c587df req-2704d262-41db-489b-b49b-305528a210fc tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] Allocated IP 172.20.0.9 (bcdf37d1-d8cb-465c-8c2d-b213a0f4b25a/1db1c85b-41e4-4872-a387-3bfbd7bec99d/b8ec05cd-bdfa-41e4-82d6-a515e937f06e) {{(pid=86330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 17 04:09:53.102770 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.db [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] For port 356aedbf-6b2f-42c4-bb9e-ff016c564d96, host dv-cinder-786054-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-2-smb',level=0,port_id=356aedbf-6b2f-42c4-bb9e-ff016c564d96,segment=NetworkSegment(8161aed8-1c04-4502-9744-8b2cf71517a3),segment_id=8161aed8-1c04-4502-9744-8b2cf71517a3)] {{(pid=86332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 17 04:09:53.116187 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1691685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854152290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792299986632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244555219606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792299556228'] for port, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:09:53.119183 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-76a62a49-896c-46aa-b43e-8d47e0fa85ed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:09:53.171635 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.l3_hamode_db [None req-fc3b8c24-eff4-4c56-8adb-07abce3b7306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87afbfa0-06fd-483c-ae79-cc809bd9c080', 'name': 'tempest-TestShelveInstance-1684563367-router', 'tenant_id': 'ca6206a14e294f1c94050af1f73d53f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3299e77b-a72c-46bf-8676-13cef166cd0a', 'external_fixed_ips': [{'subnet_id': '126682c8-3b96-411d-a59b-48497db5cf0c', 'ip_address': '172.28.1.69'}], 'enable_snat': True}, 'gw_port_id': '96b317a3-e3cc-41f2-bfc2-124206db5b4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-17T04:08:52Z', 'updated_at': '2021-04-17T04:08:57Z', 'revision_number': 4, 'project_id': 'ca6206a14e294f1c94050af1f73d53f8', 'gw_port': {'id': '96b317a3-e3cc-41f2-bfc2-124206db5b4e', 'name': '', 'network_id': '3299e77b-a72c-46bf-8676-13cef166cd0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:ca:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87afbfa0-06fd-483c-ae79-cc809bd9c080', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '126682c8-3b96-411d-a59b-48497db5cf0c', 'ip_address': '172.28.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-17T04:08:53Z', 'updated_at': '2021-04-17T04:09:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126682c8-3b96-411d-a59b-48497db5cf0c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-2-smb', '_floatingips': [{'id': '8fe73a84-bb95-4372-93ca-ebc629603dba', 'tenant_id': 'ca6206a14e294f1c94050af1f73d53f8', 'floating_ip_address': '172.28.1.9', 'floating_network_id': '3299e77b-a72c-46bf-8676-13cef166cd0a', 'router_id': '87afbfa0-06fd-483c-ae79-cc809bd9c080', 'port_id': '87141837-1be8-4078-af9c-ced185eecc3a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 460, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '48b42dc6-fdb2-4a1c-899b-553f02cfd6b1', 'mac_address': 'fa:16:3e:72:b5:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95e8b9bb-edf4-41ea-8e29-17967312a144', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-17T04:09:48Z', 'updated_at': '2021-04-17T04:09:48Z', 'revision_number': 0, 'project_id': 'ca6206a14e294f1c94050af1f73d53f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '890a4828-83c3-4084-9275-57fb1ec68a0e', 'name': '', 'network_id': '48b42dc6-fdb2-4a1c-899b-553f02cfd6b1', 'tenant_id': 'ca6206a14e294f1c94050af1f73d53f8', 'mac_address': 'fa:16:3e:f5:44:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87afbfa0-06fd-483c-ae79-cc809bd9c080', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '7ebd19d5-d3c8-4014-91e1-906c5d4ffe3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-17T04:08:56Z', 'updated_at': '2021-04-17T04:09:10Z', 'revision_number': 5, 'project_id': 'ca6206a14e294f1c94050af1f73d53f8', 'subnets': [{'id': '7ebd19d5-d3c8-4014-91e1-906c5d4ffe3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-2-smb', False) {} {{(pid=86332) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 17 04:09:53.184904 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc3b8c24-eff4-4c56-8adb-07abce3b7306 None None] The sync data for ids ['87afbfa0-06fd-483c-ae79-cc809bd9c080'] in dv-cinder-786054-2-smb is: [{'id': '87afbfa0-06fd-483c-ae79-cc809bd9c080', 'name': 'tempest-TestShelveInstance-1684563367-router', 'tenant_id': 'ca6206a14e294f1c94050af1f73d53f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3299e77b-a72c-46bf-8676-13cef166cd0a', 'external_fixed_ips': [{'subnet_id': '126682c8-3b96-411d-a59b-48497db5cf0c', 'ip_address': '172.28.1.69'}], 'enable_snat': True}, 'gw_port_id': '96b317a3-e3cc-41f2-bfc2-124206db5b4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-17T04:08:52Z', 'updated_at': '2021-04-17T04:08:57Z', 'revision_number': 4, 'project_id': 'ca6206a14e294f1c94050af1f73d53f8', 'gw_port': {'id': '96b317a3-e3cc-41f2-bfc2-124206db5b4e', 'name': '', 'network_id': '3299e77b-a72c-46bf-8676-13cef166cd0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:ca:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87afbfa0-06fd-483c-ae79-cc809bd9c080', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '126682c8-3b96-411d-a59b-48497db5cf0c', 'ip_address': '172.28.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-17T04:08:53Z', 'updated_at': '2021-04-17T04:09:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126682c8-3b96-411d-a59b-48497db5cf0c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-2-smb', '_floatingips': [{'id': '8fe73a84-bb95-4372-93ca-ebc629603dba', 'tenant_id': 'ca6206a14e294f1c94050af1f73d53f8', 'floating_ip_address': '172.28.1.9', 'floating_network_id': '3299e77b-a72c-46bf-8676-13cef166cd0a', 'router_id': '87afbfa0-06fd-483c-ae79-cc809bd9c080', 'port_id': '87141837-1be8-4078-af9c-ced185eecc3a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 460, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '48b42dc6-fdb2-4a1c-899b-553f02cfd6b1', 'mac_address': 'fa:16:3e:72:b5:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95e8b9bb-edf4-41ea-8e29-17967312a144', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-17T04:09:48Z', 'updated_at': '2021-04-17T04:09:48Z', 'revision_number': 0, 'project_id': 'ca6206a14e294f1c94050af1f73d53f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '890a4828-83c3-4084-9275-57fb1ec68a0e', 'name': '', 'network_id': '48b42dc6-fdb2-4a1c-899b-553f02cfd6b1', 'tenant_id': 'ca6206a14e294f1c94050af1f73d53f8', 'mac_address': 'fa:16:3e:f5:44:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87afbfa0-06fd-483c-ae79-cc809bd9c080', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '7ebd19d5-d3c8-4014-91e1-906c5d4ffe3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-17T04:08:56Z', 'updated_at': '2021-04-17T04:09:10Z', 'revision_number': 5, 'project_id': 'ca6206a14e294f1c94050af1f73d53f8', 'subnets': [{'id': '7ebd19d5-d3c8-4014-91e1-906c5d4ffe3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 17 04:09:53.214798 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] Pushing event updated for resources: {'Port': ['ID=356aedbf-6b2f-42c4-bb9e-ff016c564d96,revision_number=5']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:09:53.219359 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:09:53.313986 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [req-2b61331e-7a1f-4acc-9970-73bb37c587df req-2704d262-41db-489b-b49b-305528a210fc tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] Notify callbacks [] for port, precommit_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:09:53.332028 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.provisioning_blocks [req-2b61331e-7a1f-4acc-9970-73bb37c587df req-2704d262-41db-489b-b49b-305528a210fc tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] Transition to ACTIVE for port object b8ec05cd-bdfa-41e4-82d6-a515e937f06e will not be triggered until provisioned by entity DHCP. {{(pid=86330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 17 04:09:53.355686 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [req-2b61331e-7a1f-4acc-9970-73bb37c587df req-2704d262-41db-489b-b49b-305528a210fc tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1691685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854152290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244555219623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852218909'] for port, after_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:09:53.361677 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-061233cb-fc62-4962-b387-95d0dbd1e941 tempest-VolumesActionsTest-363195616 tempest-VolumesActionsTest-363195616-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:09:53.436514 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b61331e-7a1f-4acc-9970-73bb37c587df req-2704d262-41db-489b-b49b-305528a210fc tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] Network bcdf37d1-d8cb-465c-8c2d-b213a0f4b25a is already hosted by enough agents. {{(pid=86330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 17 04:09:53.440228 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.scheduler.base_scheduler [req-2b61331e-7a1f-4acc-9970-73bb37c587df req-2704d262-41db-489b-b49b-305528a210fc tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] Resources bound (agent type, host, resource id): {{(pid=86330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 17 04:09:53.444505 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b61331e-7a1f-4acc-9970-73bb37c587df req-2704d262-41db-489b-b49b-305528a210fc tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] Received port after_create {{(pid=86330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 17 04:09:53.483974 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb75ae6-72f9-4702-b0be-185a0e9804a6 req-9ae1b1bf-4c39-4e23-9d71-58af8e5ed7be tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:09:53.486103 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-4cb75ae6-72f9-4702-b0be-185a0e9804a6 req-9ae1b1bf-4c39-4e23-9d71-58af8e5ed7be tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] 10.222.0.20 "GET /v2.0/ports?device_id=ddff59d5-455c-4e23-be4e-32eee2b20c05 HTTP/1.1" status: 200 len: 947 time: 0.0984418 Apr 17 04:09:53.498831 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2704d262-41db-489b-b49b-305528a210fc tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] Pushing event updated for resources: {'Port': ['ID=b8ec05cd-bdfa-41e4-82d6-a515e937f06e,revision_number=1']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:09:53.509052 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8e04522-02f9-4dde-9cd7-8c38d2100001 None None] New status for floating IP 8fe73a84-bb95-4372-93ca-ebc629603dba: ACTIVE {{(pid=86333) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 17 04:09:53.510894 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-2704d262-41db-489b-b49b-305528a210fc tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:09:53.540709 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b61331e-7a1f-4acc-9970-73bb37c587df req-2704d262-41db-489b-b49b-305528a210fc tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:09:53.541394 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [req-2b61331e-7a1f-4acc-9970-73bb37c587df req-2704d262-41db-489b-b49b-305528a210fc tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2986'] for port, before_response {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:09:53.555885 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-4cb75ae6-72f9-4702-b0be-185a0e9804a6 req-d79cae8c-9467-4f3c-88f1-eaa80057b209 tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd5929ab-7671-4e84-b39c-be6225ef81ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555141 Apr 17 04:09:53.567309 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-2b61331e-7a1f-4acc-9970-73bb37c587df req-2704d262-41db-489b-b49b-305528a210fc tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0855012 Apr 17 04:09:53.581176 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.v2.base [req-2b61331e-7a1f-4acc-9970-73bb37c587df req-8753f590-c8f1-4524-87c4-59439539463d service neutron] Request body: {'port': {'device_id': '4c4f44bc-b4d0-42aa-8aa1-313945def3ef', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78605'}} {{(pid=86330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 17 04:09:53.703263 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [req-2b61331e-7a1f-4acc-9970-73bb37c587df req-8753f590-c8f1-4524-87c4-59439539463d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853081909'] for port, before_update {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:09:53.733735 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.provisioning_blocks [None req-3d23bc9c-4177-4164-837d-561be751fdca None None] Provisioning for port b8ec05cd-bdfa-41e4-82d6-a515e937f06e completed by entity DHCP. {{(pid=86332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 17 04:09:53.739253 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.provisioning_blocks [None req-3d23bc9c-4177-4164-837d-561be751fdca None None] Provisioning complete for port b8ec05cd-bdfa-41e4-82d6-a515e937f06e triggered by entity DHCP. {{(pid=86332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 17 04:09:53.739681 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-3d23bc9c-4177-4164-837d-561be751fdca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2017814'] for port, provisioning_complete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:09:53.797281 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.plugin [None req-3d23bc9c-4177-4164-837d-561be751fdca None None] Port b8ec05cd-bdfa-41e4-82d6-a515e937f06e cannot update to ACTIVE because it is not bound. {{(pid=86332) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 17 04:09:54.062775 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.notifiers.nova [req-2b61331e-7a1f-4acc-9970-73bb37c587df req-8753f590-c8f1-4524-87c4-59439539463d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8ec05cd-bdfa-41e4-82d6-a515e937f06e {{(pid=86330) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 17 04:09:54.070562 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [req-2b61331e-7a1f-4acc-9970-73bb37c587df req-8753f590-c8f1-4524-87c4-59439539463d service neutron] Notify callbacks [] for port, precommit_update {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:09:54.085996 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.provisioning_blocks [req-2b61331e-7a1f-4acc-9970-73bb37c587df req-8753f590-c8f1-4524-87c4-59439539463d service neutron] Transition to ACTIVE for port object b8ec05cd-bdfa-41e4-82d6-a515e937f06e will not be triggered until provisioned by entity L2. {{(pid=86330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 17 04:09:54.089077 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [req-2b61331e-7a1f-4acc-9970-73bb37c587df req-8753f590-c8f1-4524-87c4-59439539463d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1691685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854152290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792299986632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244555219606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792299556228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2556906'] for port, after_update {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:09:54.092812 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-90a755b5-6ba8-4440-a6ca-381d25fefc60 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:09:54.135548 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923eee21-f5ef-40b7-a67d-e2d28d5d1098 req-ccb56fb6-1b05-4832-a83c-9f56c612e88e tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:09:54.137195 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-923eee21-f5ef-40b7-a67d-e2d28d5d1098 req-ccb56fb6-1b05-4832-a83c-9f56c612e88e tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c4f44bc-b4d0-42aa-8aa1-313945def3ef HTTP/1.1" status: 200 len: 943 time: 0.0877483 Apr 17 04:09:54.187162 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-923eee21-f5ef-40b7-a67d-e2d28d5d1098 req-22333b5e-e30e-4bb1-862d-fdb5b454a974 tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] 10.222.0.20 "GET /v2.0/security-groups?id=d002f976-b789-410a-b98c-ebbe09d7c833&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430520 Apr 17 04:09:54.258519 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8753f590-c8f1-4524-87c4-59439539463d service neutron] Pushing event updated for resources: {'Port': ['ID=b8ec05cd-bdfa-41e4-82d6-a515e937f06e,revision_number=2']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:09:54.266503 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-8753f590-c8f1-4524-87c4-59439539463d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:09:54.337682 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.managers [req-2b61331e-7a1f-4acc-9970-73bb37c587df req-8753f590-c8f1-4524-87c4-59439539463d service neutron] Attempting to bind port b8ec05cd-bdfa-41e4-82d6-a515e937f06e on host hv-cinder-78605 for vnic_type normal with profile {{(pid=86330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 17 04:09:54.338138 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.managers [req-2b61331e-7a1f-4acc-9970-73bb37c587df req-8753f590-c8f1-4524-87c4-59439539463d service neutron] Attempting to bind port b8ec05cd-bdfa-41e4-82d6-a515e937f06e by drivers openvswitch,hyperv on host hv-cinder-78605 at level 0 using segments [{'id': '8161aed8-1c04-4502-9744-8b2cf71517a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'bcdf37d1-d8cb-465c-8c2d-b213a0f4b25a'}] {{(pid=86330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 17 04:09:54.338393 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b61331e-7a1f-4acc-9970-73bb37c587df req-8753f590-c8f1-4524-87c4-59439539463d service neutron] Attempting to bind port b8ec05cd-bdfa-41e4-82d6-a515e937f06e on network bcdf37d1-d8cb-465c-8c2d-b213a0f4b25a {{(pid=86330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 17 04:09:54.343285 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b61331e-7a1f-4acc-9970-73bb37c587df req-8753f590-c8f1-4524-87c4-59439539463d service neutron] Port b8ec05cd-bdfa-41e4-82d6-a515e937f06e on network bcdf37d1-d8cb-465c-8c2d-b213a0f4b25a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78605 {{(pid=86330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 17 04:09:54.344125 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b61331e-7a1f-4acc-9970-73bb37c587df req-8753f590-c8f1-4524-87c4-59439539463d service neutron] Attempting to bind port b8ec05cd-bdfa-41e4-82d6-a515e937f06e on network bcdf37d1-d8cb-465c-8c2d-b213a0f4b25a {{(pid=86330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 17 04:09:54.349170 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b61331e-7a1f-4acc-9970-73bb37c587df req-8753f590-c8f1-4524-87c4-59439539463d service neutron] Checking agent: {'id': '61ad0fc1-16d6-4e18-b3c9-f584687973c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78605', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 17, 4, 4, 12), 'started_at': datetime.datetime(2021, 4, 17, 4, 4, 12), 'heartbeat_timestamp': datetime.datetime(2021, 4, 17, 4, 9, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 17 04:09:54.349559 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b61331e-7a1f-4acc-9970-73bb37c587df req-8753f590-c8f1-4524-87c4-59439539463d service neutron] Checking segment: {'id': '8161aed8-1c04-4502-9744-8b2cf71517a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'bcdf37d1-d8cb-465c-8c2d-b213a0f4b25a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 17 04:09:54.349920 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b61331e-7a1f-4acc-9970-73bb37c587df req-8753f590-c8f1-4524-87c4-59439539463d service neutron] Bound using segment: {'id': '8161aed8-1c04-4502-9744-8b2cf71517a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'bcdf37d1-d8cb-465c-8c2d-b213a0f4b25a'} {{(pid=86330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 17 04:09:54.350377 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.managers [req-2b61331e-7a1f-4acc-9970-73bb37c587df req-8753f590-c8f1-4524-87c4-59439539463d service neutron] Bound port: b8ec05cd-bdfa-41e4-82d6-a515e937f06e, host: hv-cinder-78605, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8161aed8-1c04-4502-9744-8b2cf71517a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'bcdf37d1-d8cb-465c-8c2d-b213a0f4b25a'}}] {{(pid=86330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 17 04:09:54.350752 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [req-2b61331e-7a1f-4acc-9970-73bb37c587df req-8753f590-c8f1-4524-87c4-59439539463d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853081909'] for port, before_update {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:09:54.430634 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.rpc [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] Device 356aedbf-6b2f-42c4-bb9e-ff016c564d96 up at agent ovs-agent-dv-cinder-786054-2-smb {{(pid=86332) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 17 04:09:54.448352 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.db [req-2b61331e-7a1f-4acc-9970-73bb37c587df req-8753f590-c8f1-4524-87c4-59439539463d service neutron] For port b8ec05cd-bdfa-41e4-82d6-a515e937f06e, host hv-cinder-78605, cleared binding levels {{(pid=86330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 17 04:09:54.451834 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.db [req-2b61331e-7a1f-4acc-9970-73bb37c587df req-8753f590-c8f1-4524-87c4-59439539463d service neutron] For port b8ec05cd-bdfa-41e4-82d6-a515e937f06e, host hv-cinder-78605, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=b8ec05cd-bdfa-41e4-82d6-a515e937f06e,segment=NetworkSegment(8161aed8-1c04-4502-9744-8b2cf71517a3),segment_id=8161aed8-1c04-4502-9744-8b2cf71517a3)] {{(pid=86330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 17 04:09:54.455570 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [req-2b61331e-7a1f-4acc-9970-73bb37c587df req-8753f590-c8f1-4524-87c4-59439539463d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1691685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854152290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792299986632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244555219606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792299556228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2556906'] for port, after_update {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:09:54.460443 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-ce2f98bc-2fc5-49b3-a2f5-bc40611cf44e tempest-AttachVolumeNegativeTest-1226596354 tempest-AttachVolumeNegativeTest-1226596354-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:09:54.512823 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b61331e-7a1f-4acc-9970-73bb37c587df req-8753f590-c8f1-4524-87c4-59439539463d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:09:54.513496 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [req-2b61331e-7a1f-4acc-9970-73bb37c587df req-8753f590-c8f1-4524-87c4-59439539463d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2986'] for port, before_response {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:09:54.515001 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-2b61331e-7a1f-4acc-9970-73bb37c587df req-8753f590-c8f1-4524-87c4-59439539463d service neutron] 10.222.0.32 "PUT /v2.0/ports/b8ec05cd-bdfa-41e4-82d6-a515e937f06e HTTP/1.1" status: 200 len: 1093 time: 0.9388626 Apr 17 04:09:54.515538 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c4f44bc-b4d0-42aa-8aa1-313945def3ef', 'tag': 'b8ec05cd-bdfa-41e4-82d6-a515e937f06e'}] {{(pid=86330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 17 04:09:54.521482 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.provisioning_blocks [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] Provisioning complete for port 356aedbf-6b2f-42c4-bb9e-ff016c564d96 triggered by entity L2. {{(pid=86332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 17 04:09:54.522060 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2017814'] for port, provisioning_complete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:09:54.548230 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8753f590-c8f1-4524-87c4-59439539463d service neutron] Pushing event updated for resources: {'Port': ['ID=b8ec05cd-bdfa-41e4-82d6-a515e937f06e,revision_number=3']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:09:54.551527 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-8753f590-c8f1-4524-87c4-59439539463d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:09:54.613211 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c4f44bc-b4d0-42aa-8aa1-313945def3ef', 'tag': 'b8ec05cd-bdfa-41e4-82d6-a515e937f06e', 'status': 'completed', 'code': 200} Apr 17 04:09:54.680546 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b61331e-7a1f-4acc-9970-73bb37c587df req-ac90a6c9-8f2a-4d8e-b386-e188acbddd92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:09:54.682456 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-2b61331e-7a1f-4acc-9970-73bb37c587df req-ac90a6c9-8f2a-4d8e-b386-e188acbddd92 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b27c7ae6f15d4ca4afddb9e09494c2db&device_id=4c4f44bc-b4d0-42aa-8aa1-313945def3ef HTTP/1.1" status: 200 len: 1096 time: 0.1244028 Apr 17 04:09:54.773225 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-2b61331e-7a1f-4acc-9970-73bb37c587df req-c664cff7-7a10-47de-9da9-f07e5f4458b1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b8ec05cd-bdfa-41e4-82d6-a515e937f06e HTTP/1.1" status: 200 len: 217 time: 0.0830543 Apr 17 04:09:54.805546 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f536da-927b-49b4-9147-621ef7902f5a req-25e91126-3443-4418-bc5d-9a927b4ef2fc tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:09:54.807075 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-94f536da-927b-49b4-9147-621ef7902f5a req-25e91126-3443-4418-bc5d-9a927b4ef2fc tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] 10.222.0.20 "GET /v2.0/ports?device_id=ddff59d5-455c-4e23-be4e-32eee2b20c05 HTTP/1.1" status: 200 len: 947 time: 0.0936964 Apr 17 04:09:54.848035 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b61331e-7a1f-4acc-9970-73bb37c587df req-f18e4f9f-7bd1-4647-bc35-d67345b005a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:09:54.849614 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-2b61331e-7a1f-4acc-9970-73bb37c587df req-f18e4f9f-7bd1-4647-bc35-d67345b005a2 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1db1c85b-41e4-4872-a387-3bfbd7bec99d HTTP/1.1" status: 200 len: 849 time: 0.0680103 Apr 17 04:09:54.855768 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-94f536da-927b-49b4-9147-621ef7902f5a req-ddbb4449-e16d-492f-9e9a-b59da6de5143 tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd5929ab-7671-4e84-b39c-be6225ef81ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419271 Apr 17 04:09:54.987588 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b61331e-7a1f-4acc-9970-73bb37c587df req-1115f488-7907-4fea-86c3-2a4cc39306ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:09:54.989145 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-2b61331e-7a1f-4acc-9970-73bb37c587df req-1115f488-7907-4fea-86c3-2a4cc39306ee service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=bcdf37d1-d8cb-465c-8c2d-b213a0f4b25a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1322837 Apr 17 04:09:55.108298 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3767fce1-8d7c-4ce1-b479-379aab5f6cb3 req-8d74e027-a28a-40fc-9282-e90cd92e9a39 tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:09:55.109085 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [req-3767fce1-8d7c-4ce1-b479-379aab5f6cb3 req-8d74e027-a28a-40fc-9282-e90cd92e9a39 tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Synchronizing usage tracker for tenant:a895b4724282424590f36093c5571d4e on resource:port {{(pid=86330) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 17 04:09:55.152021 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [req-3767fce1-8d7c-4ce1-b479-379aab5f6cb3 req-8d74e027-a28a-40fc-9282-e90cd92e9a39 tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Unset dirty status for tenant:a895b4724282424590f36093c5571d4e on resource:port {{(pid=86330) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 17 04:09:55.153308 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-3767fce1-8d7c-4ce1-b479-379aab5f6cb3 req-8d74e027-a28a-40fc-9282-e90cd92e9a39 tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] 10.222.0.32 "GET /v2.0/ports?device_id=ddff59d5-455c-4e23-be4e-32eee2b20c05 HTTP/1.1" status: 200 len: 947 time: 0.2352223 Apr 17 04:09:55.161575 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-2b61331e-7a1f-4acc-9970-73bb37c587df req-b2edf52f-d807-4ace-91d0-d2f147871bc4 service neutron] 10.222.0.32 "GET /v2.0/networks/bcdf37d1-d8cb-465c-8c2d-b213a0f4b25a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1632054 Apr 17 04:09:55.403503 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9df3c9-d999-4f53-b436-2679cf8d803d req-5263aea0-a1ee-46ce-8df7-45db10dc6bf4 tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:09:55.405349 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-2c9df3c9-d999-4f53-b436-2679cf8d803d req-5263aea0-a1ee-46ce-8df7-45db10dc6bf4 tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c4f44bc-b4d0-42aa-8aa1-313945def3ef HTTP/1.1" status: 200 len: 943 time: 0.0992589 Apr 17 04:09:55.457235 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-2c9df3c9-d999-4f53-b436-2679cf8d803d req-b01aee6a-ced5-4e55-b2e2-f4bd4fff524d tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] 10.222.0.20 "GET /v2.0/security-groups?id=d002f976-b789-410a-b98c-ebbe09d7c833&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450778 Apr 17 04:09:55.558575 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.plugin [req-3767fce1-8d7c-4ce1-b479-379aab5f6cb3 req-2648d8e3-5601-4cca-85b2-76f8aedac984 tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Deleting port 5726dbe8-8c69-4116-83f5-349991488743 {{(pid=86330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 17 04:09:55.558929 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [req-3767fce1-8d7c-4ce1-b479-379aab5f6cb3 req-2648d8e3-5601-4cca-85b2-76f8aedac984 tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363244554791028'] for port, before_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:09:55.680519 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-2b61331e-7a1f-4acc-9970-73bb37c587df req-e27d6a4f-326c-4da6-a245-41aa1b95131a service neutron] 10.222.0.32 "GET /v2.0/networks/bcdf37d1-d8cb-465c-8c2d-b213a0f4b25a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4743335 Apr 17 04:09:55.910608 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.db [req-3767fce1-8d7c-4ce1-b479-379aab5f6cb3 req-2648d8e3-5601-4cca-85b2-76f8aedac984 tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] For port 5726dbe8-8c69-4116-83f5-349991488743, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=5726dbe8-8c69-4116-83f5-349991488743,segment=NetworkSegment(14b5ea21-40f4-463d-9e75-c37fe439802e),segment_id=14b5ea21-40f4-463d-9e75-c37fe439802e)] {{(pid=86330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 17 04:09:55.911032 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [req-3767fce1-8d7c-4ce1-b479-379aab5f6cb3 req-2648d8e3-5601-4cca-85b2-76f8aedac984 tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853832323'] for port, precommit_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:09:55.926957 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e87d8a-e78e-4f55-925e-d03a632087e6 req-a35b11a0-6b89-4d81-a3f8-095e96328f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:09:55.928505 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-a9e87d8a-e78e-4f55-925e-d03a632087e6 req-a35b11a0-6b89-4d81-a3f8-095e96328f06 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b27c7ae6f15d4ca4afddb9e09494c2db&device_id=4c4f44bc-b4d0-42aa-8aa1-313945def3ef HTTP/1.1" status: 200 len: 1096 time: 0.1902635 Apr 17 04:09:56.075265 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59403d2a-caf6-449e-9dc3-9a6e51123b92 req-aa0eab9b-c490-4862-a586-d3f8f61276fb tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:09:56.077188 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-59403d2a-caf6-449e-9dc3-9a6e51123b92 req-aa0eab9b-c490-4862-a586-d3f8f61276fb tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] 10.222.0.20 "GET /v2.0/ports?device_id=ddff59d5-455c-4e23-be4e-32eee2b20c05 HTTP/1.1" status: 200 len: 947 time: 0.0914536 Apr 17 04:09:56.128713 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-59403d2a-caf6-449e-9dc3-9a6e51123b92 req-6715d67a-df35-4008-8371-88102b8cfb45 tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd5929ab-7671-4e84-b39c-be6225ef81ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446036 Apr 17 04:09:56.312705 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e87d8a-e78e-4f55-925e-d03a632087e6 req-67c1dd80-9094-45b9-a031-7d9141482adb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:09:56.314516 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-a9e87d8a-e78e-4f55-925e-d03a632087e6 req-67c1dd80-9094-45b9-a031-7d9141482adb service neutron] 10.222.0.32 "GET /v2.0/networks?id=bcdf37d1-d8cb-465c-8c2d-b213a0f4b25a HTTP/1.1" status: 200 len: 911 time: 0.3304980 Apr 17 04:09:56.400037 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-a9e87d8a-e78e-4f55-925e-d03a632087e6 req-83aa7ea6-d5bf-4a3c-b95a-593280930e5c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b8ec05cd-bdfa-41e4-82d6-a515e937f06e HTTP/1.1" status: 200 len: 217 time: 0.0785856 Apr 17 04:09:56.457844 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [req-3767fce1-8d7c-4ce1-b479-379aab5f6cb3 req-2648d8e3-5601-4cca-85b2-76f8aedac984 tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:09:56.458453 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [req-3767fce1-8d7c-4ce1-b479-379aab5f6cb3 req-2648d8e3-5601-4cca-85b2-76f8aedac984 tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1023409'] for floatingip, after_update {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:09:56.458579 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.db.l3_db [req-3767fce1-8d7c-4ce1-b479-379aab5f6cb3 req-2648d8e3-5601-4cca-85b2-76f8aedac984 tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Floating IP bcb87c69-da7b-4a95-98d0-f7b7035a0f66 disassociated. External IP: 172.28.1.226, port: 5726dbe8-8c69-4116-83f5-349991488743. Apr 17 04:09:56.458910 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.plugin [req-3767fce1-8d7c-4ce1-b479-379aab5f6cb3 req-2648d8e3-5601-4cca-85b2-76f8aedac984 tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Calling delete_port for 5726dbe8-8c69-4116-83f5-349991488743 owned by compute:nova {{(pid=86330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 17 04:09:56.537008 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e87d8a-e78e-4f55-925e-d03a632087e6 req-a812c15a-78e8-47a8-9448-be5d6ad7a77f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:09:56.538578 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-a9e87d8a-e78e-4f55-925e-d03a632087e6 req-a812c15a-78e8-47a8-9448-be5d6ad7a77f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1db1c85b-41e4-4872-a387-3bfbd7bec99d HTTP/1.1" status: 200 len: 849 time: 0.1264451 Apr 17 04:09:56.668509 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2683e1f8-6067-4a73-a170-dff254a8c5f6 req-1b6f700e-9540-45c7-841e-36bf33ab2ef6 tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:09:56.670152 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-2683e1f8-6067-4a73-a170-dff254a8c5f6 req-1b6f700e-9540-45c7-841e-36bf33ab2ef6 tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c4f44bc-b4d0-42aa-8aa1-313945def3ef HTTP/1.1" status: 200 len: 943 time: 0.1002700 Apr 17 04:09:56.699420 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [req-3767fce1-8d7c-4ce1-b479-379aab5f6cb3 req-2648d8e3-5601-4cca-85b2-76f8aedac984 tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1691685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854152290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244554789151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792299556194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852218909'] for port, after_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:09:56.708363 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-5879adf0-68b2-4488-9d05-9fc73114af4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:09:56.720787 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-2683e1f8-6067-4a73-a170-dff254a8c5f6 req-8d412347-2e46-498f-a8a1-0d645537513e tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] 10.222.0.20 "GET /v2.0/security-groups?id=d002f976-b789-410a-b98c-ebbe09d7c833&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438919 Apr 17 04:09:56.751036 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e87d8a-e78e-4f55-925e-d03a632087e6 req-7787144a-d948-44a7-a5fb-a2488c174d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:09:56.752714 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-a9e87d8a-e78e-4f55-925e-d03a632087e6 req-7787144a-d948-44a7-a5fb-a2488c174d6e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=bcdf37d1-d8cb-465c-8c2d-b213a0f4b25a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1979485 Apr 17 04:09:56.767803 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2648d8e3-5601-4cca-85b2-76f8aedac984 tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Pushing event deleted for resources: {'Port': ['ID=5726dbe8-8c69-4116-83f5-349991488743,revision_number=None']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:09:56.769797 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-2648d8e3-5601-4cca-85b2-76f8aedac984 tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:09:57.069937 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-a9e87d8a-e78e-4f55-925e-d03a632087e6 req-b5f7869b-ecd7-4bd0-bf9e-d58a66bda5fc service neutron] 10.222.0.32 "GET /v2.0/networks/bcdf37d1-d8cb-465c-8c2d-b213a0f4b25a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3037100 Apr 17 04:09:57.107763 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3767fce1-8d7c-4ce1-b479-379aab5f6cb3 req-2648d8e3-5601-4cca-85b2-76f8aedac984 tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Router 11705267-a024-4b79-bf32-97d0e0a5cb08 has already been hosted by L3 agent 89c35117-d9bd-45d8-8d43-26735203dc9d {{(pid=86330) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 17 04:09:57.316726 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-11260000-96ba-482e-b081-19178872b14c req-8213fe02-31bd-44ea-ac02-0a36a2c6cfdf tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] 10.222.0.20 "GET /v2.0/ports?device_id=ddff59d5-455c-4e23-be4e-32eee2b20c05 HTTP/1.1" status: 200 len: 210 time: 0.0475056 Apr 17 04:09:57.377435 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-a9e87d8a-e78e-4f55-925e-d03a632087e6 req-ade181f3-3f3d-4bff-9dbf-10eaf64d9e56 service neutron] 10.222.0.32 "GET /v2.0/networks/bcdf37d1-d8cb-465c-8c2d-b213a0f4b25a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3004220 Apr 17 04:09:57.407223 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3767fce1-8d7c-4ce1-b479-379aab5f6cb3 req-2648d8e3-5601-4cca-85b2-76f8aedac984 tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Notify agent at l3_agent.dv-cinder-786054-2-smb the message routers_updated {{(pid=86330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 17 04:09:57.418571 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-585a6410-db53-40fb-aee7-bca34284b689 None None] Sync routers for ids ['11705267-a024-4b79-bf32-97d0e0a5cb08'] in dv-cinder-786054-2-smb {{(pid=86332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 17 04:09:57.429571 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-585a6410-db53-40fb-aee7-bca34284b689 None None] Routers {'11705267-a024-4b79-bf32-97d0e0a5cb08'} bound to L3 agent in host dv-cinder-786054-2-smb {{(pid=86332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 17 04:09:57.430447 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.l3_hamode_db [None req-585a6410-db53-40fb-aee7-bca34284b689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786054-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-17T03:57:39Z,description=,heartbeat_timestamp=2021-04-17T04:09:40Z,host='dv-cinder-786054-2-smb',id=89c35117-d9bd-45d8-8d43-26735203dc9d,load=0,resource_versions=,resources_synced=,started_at=2021-04-17T03:57:39Z,topic='l3_agent')) {'router_ids': ['11705267-a024-4b79-bf32-97d0e0a5cb08'], 'active': True} {{(pid=86332) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 17 04:09:57.498054 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.l3_dvrscheduler_db [req-3767fce1-8d7c-4ce1-b479-379aab5f6cb3 req-2648d8e3-5601-4cca-85b2-76f8aedac984 tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] No DVR routers for this DVR port 5726dbe8-8c69-4116-83f5-349991488743 on host hv-cinder-78605 {{(pid=86330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 17 04:09:57.502806 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [req-3767fce1-8d7c-4ce1-b479-379aab5f6cb3 req-2648d8e3-5601-4cca-85b2-76f8aedac984 tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2986'] for port, before_response {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:09:57.506948 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddff59d5-455c-4e23-be4e-32eee2b20c05', 'name': 'network-vif-deleted', 'tag': '5726dbe8-8c69-4116-83f5-349991488743'}] {{(pid=86330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 17 04:09:57.526802 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-3767fce1-8d7c-4ce1-b479-379aab5f6cb3 req-2648d8e3-5601-4cca-85b2-76f8aedac984 tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] 10.222.0.32 "DELETE /v2.0/ports/5726dbe8-8c69-4116-83f5-349991488743 HTTP/1.1" status: 204 len: 173 time: 2.3500376 Apr 17 04:09:57.568935 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddff59d5-455c-4e23-be4e-32eee2b20c05', 'name': 'network-vif-deleted', 'tag': '5726dbe8-8c69-4116-83f5-349991488743', 'status': 'completed', 'code': 200} Apr 17 04:09:57.665993 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.l3_dvr_db [None req-585a6410-db53-40fb-aee7-bca34284b689 None None] Set router 11705267-a024-4b79-bf32-97d0e0a5cb08 gateway port host: dv-cinder-786054-2-smb {{(pid=86332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 17 04:09:57.928185 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cada7f-d9fd-4675-9a2a-07e00c47486f req-59de8e7b-252e-40c8-a763-fc678e613534 tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:09:57.929830 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-07cada7f-d9fd-4675-9a2a-07e00c47486f req-59de8e7b-252e-40c8-a763-fc678e613534 tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c4f44bc-b4d0-42aa-8aa1-313945def3ef HTTP/1.1" status: 200 len: 943 time: 0.0945976 Apr 17 04:09:57.996868 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-07cada7f-d9fd-4675-9a2a-07e00c47486f req-2ec6d700-341e-4547-a0f4-c645b9273c1a tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] 10.222.0.20 "GET /v2.0/security-groups?id=d002f976-b789-410a-b98c-ebbe09d7c833&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603192 Apr 17 04:09:58.018809 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.l3_hamode_db [None req-585a6410-db53-40fb-aee7-bca34284b689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11705267-a024-4b79-bf32-97d0e0a5cb08', 'name': 'tempest-AttachVolumeShelveTestJSON-1739641882-router', 'tenant_id': 'a895b4724282424590f36093c5571d4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3299e77b-a72c-46bf-8676-13cef166cd0a', 'external_fixed_ips': [{'subnet_id': '126682c8-3b96-411d-a59b-48497db5cf0c', 'ip_address': '172.28.1.151'}], 'enable_snat': True}, 'gw_port_id': '9144f13c-507f-404d-aebc-7e9b1e021196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-17T04:05:58Z', 'updated_at': '2021-04-17T04:06:14Z', 'revision_number': 4, 'project_id': 'a895b4724282424590f36093c5571d4e', 'gw_port': {'id': '9144f13c-507f-404d-aebc-7e9b1e021196', 'name': '', 'network_id': '3299e77b-a72c-46bf-8676-13cef166cd0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:22:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11705267-a024-4b79-bf32-97d0e0a5cb08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '126682c8-3b96-411d-a59b-48497db5cf0c', 'ip_address': '172.28.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-17T04:06:00Z', 'updated_at': '2021-04-17T04:06:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126682c8-3b96-411d-a59b-48497db5cf0c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-2-smb', '_interfaces': [{'id': 'db8efaa5-dbdd-48af-afb2-42e5a1431713', 'name': '', 'network_id': 'f8f93dec-df20-4bb3-95a3-f64dab26a2d6', 'tenant_id': 'a895b4724282424590f36093c5571d4e', 'mac_address': 'fa:16:3e:34:0d:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11705267-a024-4b79-bf32-97d0e0a5cb08', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '343cf9b8-b4dd-451f-9881-fd976f22c732', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-17T04:06:10Z', 'updated_at': '2021-04-17T04:06:24Z', 'revision_number': 5, 'project_id': 'a895b4724282424590f36093c5571d4e', 'subnets': [{'id': '343cf9b8-b4dd-451f-9881-fd976f22c732', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-2-smb', False) {} {{(pid=86332) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 17 04:09:58.023957 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-585a6410-db53-40fb-aee7-bca34284b689 None None] Checking router: 11705267-a024-4b79-bf32-97d0e0a5cb08 for host: dv-cinder-786054-2-smb {{(pid=86332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 17 04:09:58.034211 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-585a6410-db53-40fb-aee7-bca34284b689 None None] Routers {'11705267-a024-4b79-bf32-97d0e0a5cb08'} bound to L3 agent in host dv-cinder-786054-2-smb {{(pid=86332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 17 04:09:58.035670 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.l3_hamode_db [None req-585a6410-db53-40fb-aee7-bca34284b689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786054-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-17T03:57:39Z,description=,heartbeat_timestamp=2021-04-17T04:09:40Z,host='dv-cinder-786054-2-smb',id=89c35117-d9bd-45d8-8d43-26735203dc9d,load=0,resource_versions=,resources_synced=,started_at=2021-04-17T03:57:39Z,topic='l3_agent')) {'router_ids': ['11705267-a024-4b79-bf32-97d0e0a5cb08'], 'active': True} {{(pid=86332) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 17 04:09:58.202268 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.rpc [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Device b8ec05cd-bdfa-41e4-82d6-a515e937f06e details requested by agent hyperv_hv-cinder-78605 with host hv-cinder-78605 {{(pid=86332) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 17 04:09:58.204493 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.rpc [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Device 5726dbe8-8c69-4116-83f5-349991488743 no longer exists at agent hyperv_hv-cinder-78605 {{(pid=86332) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 17 04:09:58.261242 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.plugin [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] No Port match for: 5726dbe8-8c69-4116-83f5-349991488743 {{(pid=86332) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 17 04:09:58.261630 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.rpc [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Device 5726dbe8-8c69-4116-83f5-349991488743 not bound to the agent host hv-cinder-78605 {{(pid=86332) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 17 04:09:58.274049 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.l3_dvr_db [None req-585a6410-db53-40fb-aee7-bca34284b689 None None] Set router 11705267-a024-4b79-bf32-97d0e0a5cb08 gateway port host: dv-cinder-786054-2-smb {{(pid=86332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 17 04:09:58.464727 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.20', 58562) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 17 04:09:58.540641 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-22507d2a-6c6f-4025-8301-b1399fb898bc tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Notify callbacks [] for security_group, before_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:09:58.574645 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-22507d2a-6c6f-4025-8301-b1399fb898bc tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:09:58.640500 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-22507d2a-6c6f-4025-8301-b1399fb898bc tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920236'] for security_group, after_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:09:58.647167 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-627dd0e5-fa45-4427-89c1-98ac2066da25 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:09:58.666851 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22507d2a-6c6f-4025-8301-b1399fb898bc tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd5929ab-7671-4e84-b39c-be6225ef81ed,revision_number=None']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:09:58.672578 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-22507d2a-6c6f-4025-8301-b1399fb898bc tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:09:58.700212 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-22507d2a-6c6f-4025-8301-b1399fb898bc tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Notify callbacks [] for security_group, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:09:58.701743 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [None req-22507d2a-6c6f-4025-8301-b1399fb898bc tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] 10.222.0.20 "DELETE /v2.0/security-groups/bd5929ab-7671-4e84-b39c-be6225ef81ed HTTP/1.1" status: 204 len: 168 time: 0.2358558 Apr 17 04:09:58.705552 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.20', 58570) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 17 04:09:58.730330 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.api.v2.resource [None req-e155d668-8f2d-42a8-a0dd-0b6dc0257f4b tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] show failed (client error): The resource could not be found. Apr 17 04:09:58.736009 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [None req-e155d668-8f2d-42a8-a0dd-0b6dc0257f4b tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] 10.222.0.20 "GET /v2.0/security-groups/bd5929ab-7671-4e84-b39c-be6225ef81ed HTTP/1.1" status: 404 len: 347 time: 0.0276072 Apr 17 04:09:58.737878 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.20', 58574) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 17 04:09:58.835464 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.db [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] For port b8ec05cd-bdfa-41e4-82d6-a515e937f06e, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=b8ec05cd-bdfa-41e4-82d6-a515e937f06e,segment=NetworkSegment(8161aed8-1c04-4502-9744-8b2cf71517a3),segment_id=8161aed8-1c04-4502-9744-8b2cf71517a3)] {{(pid=86332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 17 04:09:58.870300 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.rpc [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Returning: {'device': 'b8ec05cd-bdfa-41e4-82d6-a515e937f06e', 'network_id': 'bcdf37d1-d8cb-465c-8c2d-b213a0f4b25a', 'port_id': 'b8ec05cd-bdfa-41e4-82d6-a515e937f06e', 'mac_address': 'fa:16:3e:96:cb:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1db1c85b-41e4-4872-a387-3bfbd7bec99d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86332) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 17 04:09:58.930827 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.plugin [None req-ec6b7e66-84a5-4c1d-8128-e6ec7eeae928 tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Deleting port c8cfa3ef-8e10-4689-9113-6b99eec610e5 {{(pid=86330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 17 04:09:58.931212 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-ec6b7e66-84a5-4c1d-8128-e6ec7eeae928 tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363244554791028'] for port, before_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:09:58.985873 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853081909'] for port, before_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:09:59.012527 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.notifiers.nova [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8ec05cd-bdfa-41e4-82d6-a515e937f06e {{(pid=86332) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 17 04:09:59.060281 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.db [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] For port b8ec05cd-bdfa-41e4-82d6-a515e937f06e, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=b8ec05cd-bdfa-41e4-82d6-a515e937f06e,segment=NetworkSegment(8161aed8-1c04-4502-9744-8b2cf71517a3),segment_id=8161aed8-1c04-4502-9744-8b2cf71517a3)] {{(pid=86332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 17 04:09:59.073152 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1691685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854152290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792299986632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244555219606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792299556228'] for port, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:09:59.087902 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-e62368c4-a8a4-4cc3-b230-bc12c06bf3e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:09:59.163948 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.l3_hamode_db [None req-585a6410-db53-40fb-aee7-bca34284b689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11705267-a024-4b79-bf32-97d0e0a5cb08', 'name': 'tempest-AttachVolumeShelveTestJSON-1739641882-router', 'tenant_id': 'a895b4724282424590f36093c5571d4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3299e77b-a72c-46bf-8676-13cef166cd0a', 'external_fixed_ips': [{'subnet_id': '126682c8-3b96-411d-a59b-48497db5cf0c', 'ip_address': '172.28.1.151'}], 'enable_snat': True}, 'gw_port_id': '9144f13c-507f-404d-aebc-7e9b1e021196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-17T04:05:58Z', 'updated_at': '2021-04-17T04:06:14Z', 'revision_number': 4, 'project_id': 'a895b4724282424590f36093c5571d4e', 'gw_port': {'id': '9144f13c-507f-404d-aebc-7e9b1e021196', 'name': '', 'network_id': '3299e77b-a72c-46bf-8676-13cef166cd0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:22:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11705267-a024-4b79-bf32-97d0e0a5cb08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '126682c8-3b96-411d-a59b-48497db5cf0c', 'ip_address': '172.28.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-17T04:06:00Z', 'updated_at': '2021-04-17T04:06:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126682c8-3b96-411d-a59b-48497db5cf0c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-2-smb', '_interfaces': [{'id': 'db8efaa5-dbdd-48af-afb2-42e5a1431713', 'name': '', 'network_id': 'f8f93dec-df20-4bb3-95a3-f64dab26a2d6', 'tenant_id': 'a895b4724282424590f36093c5571d4e', 'mac_address': 'fa:16:3e:34:0d:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11705267-a024-4b79-bf32-97d0e0a5cb08', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '343cf9b8-b4dd-451f-9881-fd976f22c732', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-17T04:06:10Z', 'updated_at': '2021-04-17T04:06:24Z', 'revision_number': 5, 'project_id': 'a895b4724282424590f36093c5571d4e', 'subnets': [{'id': '343cf9b8-b4dd-451f-9881-fd976f22c732', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-2-smb', False) {} {{(pid=86332) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 17 04:09:59.166361 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Pushing event updated for resources: {'Port': ['ID=b8ec05cd-bdfa-41e4-82d6-a515e937f06e,revision_number=4']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:09:59.170091 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:09:59.178198 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-585a6410-db53-40fb-aee7-bca34284b689 None None] The sync data for ids ['11705267-a024-4b79-bf32-97d0e0a5cb08'] in dv-cinder-786054-2-smb is: [{'id': '11705267-a024-4b79-bf32-97d0e0a5cb08', 'name': 'tempest-AttachVolumeShelveTestJSON-1739641882-router', 'tenant_id': 'a895b4724282424590f36093c5571d4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3299e77b-a72c-46bf-8676-13cef166cd0a', 'external_fixed_ips': [{'subnet_id': '126682c8-3b96-411d-a59b-48497db5cf0c', 'ip_address': '172.28.1.151'}], 'enable_snat': True}, 'gw_port_id': '9144f13c-507f-404d-aebc-7e9b1e021196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-17T04:05:58Z', 'updated_at': '2021-04-17T04:06:14Z', 'revision_number': 4, 'project_id': 'a895b4724282424590f36093c5571d4e', 'gw_port': {'id': '9144f13c-507f-404d-aebc-7e9b1e021196', 'name': '', 'network_id': '3299e77b-a72c-46bf-8676-13cef166cd0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:22:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11705267-a024-4b79-bf32-97d0e0a5cb08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '126682c8-3b96-411d-a59b-48497db5cf0c', 'ip_address': '172.28.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-17T04:06:00Z', 'updated_at': '2021-04-17T04:06:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126682c8-3b96-411d-a59b-48497db5cf0c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-2-smb', '_interfaces': [{'id': 'db8efaa5-dbdd-48af-afb2-42e5a1431713', 'name': '', 'network_id': 'f8f93dec-df20-4bb3-95a3-f64dab26a2d6', 'tenant_id': 'a895b4724282424590f36093c5571d4e', 'mac_address': 'fa:16:3e:34:0d:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11705267-a024-4b79-bf32-97d0e0a5cb08', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '343cf9b8-b4dd-451f-9881-fd976f22c732', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-17T04:06:10Z', 'updated_at': '2021-04-17T04:06:24Z', 'revision_number': 5, 'project_id': 'a895b4724282424590f36093c5571d4e', 'subnets': [{'id': '343cf9b8-b4dd-451f-9881-fd976f22c732', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 17 04:09:59.312265 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.db [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] get_ports_and_sgs() called for port_ids ['b8ec05cd-bdfa-41e4-82d6-a515e937f06e'] {{(pid=86332) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 17 04:09:59.330608 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8724b30a-1d0f-43b7-bb66-82281bde85e0 req-92a7f976-8ed9-45b7-8266-d202fb9ad8fc tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:09:59.332214 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-8724b30a-1d0f-43b7-bb66-82281bde85e0 req-92a7f976-8ed9-45b7-8266-d202fb9ad8fc tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c4f44bc-b4d0-42aa-8aa1-313945def3ef HTTP/1.1" status: 200 len: 944 time: 0.1660082 Apr 17 04:09:59.420000 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-8724b30a-1d0f-43b7-bb66-82281bde85e0 req-74d40869-ff93-4428-8332-27f42eebcd6a tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] 10.222.0.20 "GET /v2.0/security-groups?id=d002f976-b789-410a-b98c-ebbe09d7c833&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0764389 Apr 17 04:09:59.516911 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-ec6b7e66-84a5-4c1d-8128-e6ec7eeae928 tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853832323'] for port, precommit_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:09:59.517296 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-ec6b7e66-84a5-4c1d-8128-e6ec7eeae928 tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:09:59.643857 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a79aa10-5fd5-4d8d-8fb7-c4f674a1e173 None None] New status for floating IP bcb87c69-da7b-4a95-98d0-f7b7035a0f66: DOWN {{(pid=86333) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 17 04:09:59.652420 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.plugin [None req-ec6b7e66-84a5-4c1d-8128-e6ec7eeae928 tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Calling delete_port for c8cfa3ef-8e10-4689-9113-6b99eec610e5 owned by network:floatingip {{(pid=86330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 17 04:09:59.798285 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-ec6b7e66-84a5-4c1d-8128-e6ec7eeae928 tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1691685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854152290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244554789151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792299556194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852218909'] for port, after_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:09:59.802105 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-2704d262-41db-489b-b49b-305528a210fc tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:09:59.802899 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.db.api [None req-8a79aa10-5fd5-4d8d-8fb7-c4f674a1e173 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=86333) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 17 04:09:59.803306 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_db.api [None req-8a79aa10-5fd5-4d8d-8fb7-c4f674a1e173 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=86333) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 17 04:09:59.847897 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6b7e66-84a5-4c1d-8128-e6ec7eeae928 tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Pushing event deleted for resources: {'Port': ['ID=c8cfa3ef-8e10-4689-9113-6b99eec610e5,revision_number=None']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:09:59.851242 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-ec6b7e66-84a5-4c1d-8128-e6ec7eeae928 tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:09:59.948113 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-ec6b7e66-84a5-4c1d-8128-e6ec7eeae928 tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Notify callbacks [] for floatingip, after_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:09:59.965715 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-ec6b7e66-84a5-4c1d-8128-e6ec7eeae928 tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2986'] for floatingip, before_response {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:09:59.967017 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [None req-ec6b7e66-84a5-4c1d-8128-e6ec7eeae928 tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] 10.222.0.20 "DELETE /v2.0/floatingips/bcb87c69-da7b-4a95-98d0-f7b7035a0f66 HTTP/1.1" status: 204 len: 168 time: 1.2262981 Apr 17 04:10:00.208947 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.rpc [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Device b8ec05cd-bdfa-41e4-82d6-a515e937f06e up at agent hyperv_hv-cinder-78605 {{(pid=86332) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 17 04:10:00.281872 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.provisioning_blocks [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Provisioning for port b8ec05cd-bdfa-41e4-82d6-a515e937f06e completed by entity L2. {{(pid=86332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 17 04:10:00.287227 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.provisioning_blocks [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Provisioning complete for port b8ec05cd-bdfa-41e4-82d6-a515e937f06e triggered by entity L2. {{(pid=86332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 17 04:10:00.287651 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2017814'] for port, provisioning_complete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:10:00.304564 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a79aa10-5fd5-4d8d-8fb7-c4f674a1e173 None None] New status for floating IP bcb87c69-da7b-4a95-98d0-f7b7035a0f66: DOWN {{(pid=86333) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 17 04:10:00.410988 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853081909'] for port, before_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:10:00.439136 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c4f44bc-b4d0-42aa-8aa1-313945def3ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8ec05cd-bdfa-41e4-82d6-a515e937f06e'}] {{(pid=86332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 17 04:10:00.450560 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.db [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] For port b8ec05cd-bdfa-41e4-82d6-a515e937f06e, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=b8ec05cd-bdfa-41e4-82d6-a515e937f06e,segment=NetworkSegment(8161aed8-1c04-4502-9744-8b2cf71517a3),segment_id=8161aed8-1c04-4502-9744-8b2cf71517a3)] {{(pid=86332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 17 04:10:00.454348 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1691685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854152290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792299986632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244555219606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792299556228'] for port, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:10:00.457414 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:10:00.542630 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Pushing event updated for resources: {'Port': ['ID=b8ec05cd-bdfa-41e4-82d6-a515e937f06e,revision_number=5']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:10:00.546412 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:10:00.619734 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.20', 58602) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 17 04:10:00.627933 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.v2.base [None req-35a73bb9-79be-40a1-992e-06c03a107289 tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Request body: {'security_group': {'name': 'tempest-securitygroup--193195482', 'description': 'tempest-description--372432556'}} {{(pid=86330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 17 04:10:00.636270 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [None req-35a73bb9-79be-40a1-992e-06c03a107289 tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 17 04:10:00.642845 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [None req-35a73bb9-79be-40a1-992e-06c03a107289 tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Usage tracker for resource:security_group and tenant:a895b4724282424590f36093c5571d4e is out of sync, need to count used quota {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 17 04:10:00.646260 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [None req-35a73bb9-79be-40a1-992e-06c03a107289 tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 17 04:10:00.646957 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f733dfb-34e1-4018-b3e1-e15bf083f9bb req-22659de1-f40d-4fcc-ae51-a4cf83ae4a70 tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:10:00.648866 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-2f733dfb-34e1-4018-b3e1-e15bf083f9bb req-22659de1-f40d-4fcc-ae51-a4cf83ae4a70 tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c4f44bc-b4d0-42aa-8aa1-313945def3ef HTTP/1.1" status: 200 len: 945 time: 0.1103959 Apr 17 04:10:00.653086 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [None req-35a73bb9-79be-40a1-992e-06c03a107289 tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 17 04:10:00.666265 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-35a73bb9-79be-40a1-992e-06c03a107289 tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Notify callbacks [] for security_group, before_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:10:00.671568 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c4f44bc-b4d0-42aa-8aa1-313945def3ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8ec05cd-bdfa-41e4-82d6-a515e937f06e', 'code': 200} Apr 17 04:10:00.694554 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [None req-35a73bb9-79be-40a1-992e-06c03a107289 tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 17 04:10:00.699546 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [None req-35a73bb9-79be-40a1-992e-06c03a107289 tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Usage tracker for resource:security_group_rule and tenant:a895b4724282424590f36093c5571d4e is out of sync, need to count used quota {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 17 04:10:00.700047 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-2f733dfb-34e1-4018-b3e1-e15bf083f9bb req-bb8bfa57-8dde-42e7-9c0a-5b1ff54c0196 tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] 10.222.0.20 "GET /v2.0/security-groups?id=d002f976-b789-410a-b98c-ebbe09d7c833&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437400 Apr 17 04:10:00.703131 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [None req-35a73bb9-79be-40a1-992e-06c03a107289 tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 17 04:10:00.710276 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [None req-35a73bb9-79be-40a1-992e-06c03a107289 tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 17 04:10:00.782283 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-35a73bb9-79be-40a1-992e-06c03a107289 tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Notify callbacks [] for security_group, precommit_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:10:00.785365 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-35a73bb9-79be-40a1-992e-06c03a107289 tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920236'] for security_group, after_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:10:00.790843 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:10:00.837672 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a73bb9-79be-40a1-992e-06c03a107289 tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Pushing event updated for resources: {'SecurityGroup': ['ID=50ad198b-90f4-41cc-ba6f-37d91a24bc6a,revision_number=1']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:10:00.840765 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-35a73bb9-79be-40a1-992e-06c03a107289 tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:10:00.842109 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-35a73bb9-79be-40a1-992e-06c03a107289 tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Notify callbacks [] for security_group, before_response {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:10:00.846271 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [None req-35a73bb9-79be-40a1-992e-06c03a107289 tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.2222035 Apr 17 04:10:00.846896 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.20', 58606) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 17 04:10:00.851901 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.v2.base [None req-26cc6497-0227-4d2c-b12e-b466fb904260 tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Request body: {'security_group_rule': {'security_group_id': '50ad198b-90f4-41cc-ba6f-37d91a24bc6a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 17 04:10:00.896488 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [None req-26cc6497-0227-4d2c-b12e-b466fb904260 tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 17 04:10:00.911789 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [None req-26cc6497-0227-4d2c-b12e-b466fb904260 tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Usage tracker for resource:security_group_rule and tenant:a895b4724282424590f36093c5571d4e is out of sync, need to count used quota {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 17 04:10:00.916081 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [None req-26cc6497-0227-4d2c-b12e-b466fb904260 tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 17 04:10:00.924085 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [None req-26cc6497-0227-4d2c-b12e-b466fb904260 tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 17 04:10:00.957163 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-26cc6497-0227-4d2c-b12e-b466fb904260 tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:10:00.994106 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d15405-8752-42f9-857a-56b092d34626 req-0a70a577-a1e4-4100-9421-0d63a378fa37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:10:00.995734 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-70d15405-8752-42f9-857a-56b092d34626 req-0a70a577-a1e4-4100-9421-0d63a378fa37 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=4c4f44bc-b4d0-42aa-8aa1-313945def3ef HTTP/1.1" status: 200 len: 1098 time: 0.1388400 Apr 17 04:10:01.055422 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-70d15405-8752-42f9-857a-56b092d34626 req-1d11d802-db4d-4af9-8d6c-0477998cf19e service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=d002f976-b789-410a-b98c-ebbe09d7c833&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524020 Apr 17 04:10:01.068013 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-26cc6497-0227-4d2c-b12e-b466fb904260 tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:10:01.071442 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-26cc6497-0227-4d2c-b12e-b466fb904260 tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920256'] for security_group_rule, after_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:10:01.073542 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-1805884a-34eb-4f0a-a261-aee432894972 tempest-TestMinimumBasicScenario-1804355180 tempest-TestMinimumBasicScenario-1804355180-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:10:01.098191 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26cc6497-0227-4d2c-b12e-b466fb904260 tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b5f59f9-6365-4be0-9728-14c49d720768,revision_number=0']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:10:01.101186 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-26cc6497-0227-4d2c-b12e-b466fb904260 tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:10:01.108379 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-26cc6497-0227-4d2c-b12e-b466fb904260 tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:10:01.112699 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [None req-26cc6497-0227-4d2c-b12e-b466fb904260 tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2652292 Apr 17 04:10:01.113216 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.20', 58614) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 17 04:10:01.119098 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.v2.base [None req-1a210cb2-012f-48ec-87ba-1781d3fde37a tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Request body: {'security_group_rule': {'security_group_id': '50ad198b-90f4-41cc-ba6f-37d91a24bc6a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=86331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 17 04:10:01.125608 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [None req-1a210cb2-012f-48ec-87ba-1781d3fde37a tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 17 04:10:01.130146 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [None req-1a210cb2-012f-48ec-87ba-1781d3fde37a tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Usage tracker for resource:security_group_rule and tenant:a895b4724282424590f36093c5571d4e is out of sync, need to count used quota {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 17 04:10:01.133743 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [None req-1a210cb2-012f-48ec-87ba-1781d3fde37a tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 17 04:10:01.139869 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [None req-1a210cb2-012f-48ec-87ba-1781d3fde37a tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 17 04:10:01.156339 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-1a210cb2-012f-48ec-87ba-1781d3fde37a tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:10:01.221288 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-1a210cb2-012f-48ec-87ba-1781d3fde37a tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:10:01.224209 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-1a210cb2-012f-48ec-87ba-1781d3fde37a tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920256'] for security_group_rule, after_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:10:01.231934 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:10:01.250576 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a210cb2-012f-48ec-87ba-1781d3fde37a tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=178bd226-6483-435b-8556-58de263d8d1a,revision_number=0']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:10:01.253116 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-1a210cb2-012f-48ec-87ba-1781d3fde37a tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:10:01.260308 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-1a210cb2-012f-48ec-87ba-1781d3fde37a tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:10:01.261622 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [None req-1a210cb2-012f-48ec-87ba-1781d3fde37a tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1472197 Apr 17 04:10:01.266499 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.20', 58622) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 17 04:10:01.275250 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.v2.base [None req-1d77aed0-2fd0-4c50-999c-73f4b60e9700 tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Request body: {'floatingip': {'floating_network_id': '3299e77b-a72c-46bf-8676-13cef166cd0a'}} {{(pid=86331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 17 04:10:01.284064 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [None req-1d77aed0-2fd0-4c50-999c-73f4b60e9700 tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 17 04:10:01.288157 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [None req-1d77aed0-2fd0-4c50-999c-73f4b60e9700 tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Usage tracker for resource:floatingip and tenant:a895b4724282424590f36093c5571d4e is out of sync, need to count used quota {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 17 04:10:01.291195 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [None req-1d77aed0-2fd0-4c50-999c-73f4b60e9700 tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 17 04:10:01.297279 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [None req-1d77aed0-2fd0-4c50-999c-73f4b60e9700 tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 17 04:10:01.308049 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-1d77aed0-2fd0-4c50-999c-73f4b60e9700 tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Notify callbacks [] for floatingip, before_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:10:01.456409 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-1d77aed0-2fd0-4c50-999c-73f4b60e9700 tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853081909'] for port, before_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:10:01.609085 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.db_base_plugin_common [None req-1d77aed0-2fd0-4c50-999c-73f4b60e9700 tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Allocated IP 172.28.1.178 (3299e77b-a72c-46bf-8676-13cef166cd0a/126682c8-3b96-411d-a59b-48497db5cf0c/e69378b0-e9e7-4f75-928f-d7e608a67c0c) {{(pid=86331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 17 04:10:01.765523 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-1d77aed0-2fd0-4c50-999c-73f4b60e9700 tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Notify callbacks [] for port, precommit_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:10:01.795649 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-1d77aed0-2fd0-4c50-999c-73f4b60e9700 tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1691685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854152290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244555219623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850958277'] for port, after_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:10:01.799591 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-cc924f76-426e-466c-b389-bda7b3780705 tempest-TestShelveInstance-1964921938 tempest-TestShelveInstance-1964921938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:10:01.917998 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d77aed0-2fd0-4c50-999c-73f4b60e9700 tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Network 3299e77b-a72c-46bf-8676-13cef166cd0a is already hosted by enough agents. {{(pid=86331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 17 04:10:01.922624 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.scheduler.base_scheduler [None req-1d77aed0-2fd0-4c50-999c-73f4b60e9700 tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Resources bound (agent type, host, resource id): {{(pid=86331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 17 04:10:01.929014 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d77aed0-2fd0-4c50-999c-73f4b60e9700 tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Received port after_create {{(pid=86331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 17 04:10:01.958681 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d77aed0-2fd0-4c50-999c-73f4b60e9700 tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Pushing event updated for resources: {'Port': ['ID=e69378b0-e9e7-4f75-928f-d7e608a67c0c,revision_number=1']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:10:01.968318 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-1d77aed0-2fd0-4c50-999c-73f4b60e9700 tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:10:02.021928 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7a1a28-820f-4b1b-bfd2-f9917602e067 req-935545dc-8e1a-4651-b884-edf908641ced tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:10:02.023488 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-7b7a1a28-820f-4b1b-bfd2-f9917602e067 req-935545dc-8e1a-4651-b884-edf908641ced tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c4f44bc-b4d0-42aa-8aa1-313945def3ef HTTP/1.1" status: 200 len: 945 time: 0.1872649 Apr 17 04:10:02.313297 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-1d77aed0-2fd0-4c50-999c-73f4b60e9700 tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:10:02.317243 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-7b7a1a28-820f-4b1b-bfd2-f9917602e067 req-00bc328a-6c51-4a14-a725-5956dda19fe7 tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] 10.222.0.20 "GET /v2.0/security-groups?id=d002f976-b789-410a-b98c-ebbe09d7c833&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2842190 Apr 17 04:10:02.380775 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-1d77aed0-2fd0-4c50-999c-73f4b60e9700 tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853081909'] for port, before_update {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:10:02.610501 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-1d77aed0-2fd0-4c50-999c-73f4b60e9700 tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Notify callbacks [] for port, precommit_update {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:10:02.614739 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-1d77aed0-2fd0-4c50-999c-73f4b60e9700 tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1691685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854152290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792299986632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244555219606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792299556228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3817522'] for port, after_update {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:10:02.619387 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-44ccee63-9e43-47d8-9da7-2fbf04489805 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:10:02.730919 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d77aed0-2fd0-4c50-999c-73f4b60e9700 tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Pushing event updated for resources: {'Port': ['ID=e69378b0-e9e7-4f75-928f-d7e608a67c0c,revision_number=2']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:10:02.735515 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-1d77aed0-2fd0-4c50-999c-73f4b60e9700 tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:10:02.742736 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-1d77aed0-2fd0-4c50-999c-73f4b60e9700 tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1023409'] for floatingip, after_update {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:10:02.765934 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-1d77aed0-2fd0-4c50-999c-73f4b60e9700 tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2986'] for floatingip, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:10:02.767289 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [None req-1d77aed0-2fd0-4c50-999c-73f4b60e9700 tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4995892 Apr 17 04:10:03.022341 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [req-67953f8f-a525-4c99-bfc0-3d491ff395a8 req-f54eba15-80ed-4a3d-bb3f-2e405f4a1cf2 tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Synchronizing usage tracker for tenant:a895b4724282424590f36093c5571d4e on resource:security_group {{(pid=86331) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 17 04:10:03.037736 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [req-67953f8f-a525-4c99-bfc0-3d491ff395a8 req-f54eba15-80ed-4a3d-bb3f-2e405f4a1cf2 tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Unset dirty status for tenant:a895b4724282424590f36093c5571d4e on resource:security_group {{(pid=86331) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 17 04:10:03.038970 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-67953f8f-a525-4c99-bfc0-3d491ff395a8 req-f54eba15-80ed-4a3d-bb3f-2e405f4a1cf2 tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--193195482&fields=id&tenant_id=a895b4724282424590f36093c5571d4e HTTP/1.1" status: 200 len: 267 time: 0.0594037 Apr 17 04:10:03.199564 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67953f8f-a525-4c99-bfc0-3d491ff395a8 req-523fa308-5f32-4d79-b1e4-2ee569cf5085 tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:10:03.201046 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-67953f8f-a525-4c99-bfc0-3d491ff395a8 req-523fa308-5f32-4d79-b1e4-2ee569cf5085 tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] 10.222.0.20 "GET /v2.0/networks?id=f8f93dec-df20-4bb3-95a3-f64dab26a2d6 HTTP/1.1" status: 200 len: 817 time: 0.1544971 Apr 17 04:10:03.217236 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-67953f8f-a525-4c99-bfc0-3d491ff395a8 req-6527c048-11a2-4be5-8923-9dcaf8a522f0 tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] 10.222.0.20 "GET /v2.0/quotas/a895b4724282424590f36093c5571d4e HTTP/1.1" status: 200 len: 375 time: 0.0099120 Apr 17 04:10:03.309478 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-67953f8f-a525-4c99-bfc0-3d491ff395a8 req-5d26b55c-160c-4875-bef7-9b30ce9a2c54 tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=a895b4724282424590f36093c5571d4e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0867453 Apr 17 04:10:03.510099 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-67953f8f-a525-4c99-bfc0-3d491ff395a8 req-26dbad86-0d67-4105-80d7-c2efb3f4bd3e service neutron] 10.222.0.20 "GET /v2.0/networks/f8f93dec-df20-4bb3-95a3-f64dab26a2d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1865118 Apr 17 04:10:03.642528 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bcf2d5-d7c5-4c41-a536-e604961f618d req-f7c41766-6bd6-40c1-b60a-d083978a2d69 tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:10:03.644085 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-55bcf2d5-d7c5-4c41-a536-e604961f618d req-f7c41766-6bd6-40c1-b60a-d083978a2d69 tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c4f44bc-b4d0-42aa-8aa1-313945def3ef HTTP/1.1" status: 200 len: 945 time: 0.2115049 Apr 17 04:10:03.712159 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-67953f8f-a525-4c99-bfc0-3d491ff395a8 req-2ff387e3-55d9-4632-b3eb-a1e7086b8c9a service neutron] 10.222.0.20 "GET /v2.0/networks/f8f93dec-df20-4bb3-95a3-f64dab26a2d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1910059 Apr 17 04:10:03.717221 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-55bcf2d5-d7c5-4c41-a536-e604961f618d req-b66f638c-72dc-4353-bbbe-a98c54067e8b tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] 10.222.0.20 "GET /v2.0/security-groups?id=d002f976-b789-410a-b98c-ebbe09d7c833&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0653107 Apr 17 04:10:03.939192 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-ff55a5f5-0d14-4e60-b497-ae1aaa92bd7f req-e8b99e47-adbe-4edd-8bf2-3bc0d397d7e8 tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] 10.222.0.20 "GET /v2.0/ports?device_id=71d5dd7a-6f0c-4658-96ce-b4da2238f1fa HTTP/1.1" status: 200 len: 210 time: 0.0591791 Apr 17 04:10:03.979962 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e23d5c-aa50-4387-999a-fe93353bd90e req-333607b8-6cff-4a00-aa98-1a3fed33c228 tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:10:03.981613 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-85e23d5c-aa50-4387-999a-fe93353bd90e req-333607b8-6cff-4a00-aa98-1a3fed33c228 tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c4f44bc-b4d0-42aa-8aa1-313945def3ef HTTP/1.1" status: 200 len: 945 time: 0.1558125 Apr 17 04:10:03.991900 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.20', 58664) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 17 04:10:03.997915 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.v2.base [None req-41bd0a1d-ebc5-4053-8987-89dcb4d74f04 tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] Request body: {'floatingip': {'port_id': 'b8ec05cd-bdfa-41e4-82d6-a515e937f06e'}} {{(pid=86330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 17 04:10:04.100835 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-41bd0a1d-ebc5-4053-8987-89dcb4d74f04 tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] Notify callbacks [] for floatingip, before_update {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:10:04.900945 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-41bd0a1d-ebc5-4053-8987-89dcb4d74f04 tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:10:04.904256 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-41bd0a1d-ebc5-4053-8987-89dcb4d74f04 tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1023409'] for floatingip, after_update {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:10:05.116062 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-8409ef55-b0cd-4e48-9245-21a426d1816f req-68fb9377-46f5-4572-8a36-c54098efe48a tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] 10.222.0.20 "GET /v2.0/ports?device_id=71d5dd7a-6f0c-4658-96ce-b4da2238f1fa HTTP/1.1" status: 200 len: 210 time: 0.0496166 Apr 17 04:10:05.226725 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.db.l3_db [None req-41bd0a1d-ebc5-4053-8987-89dcb4d74f04 tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] Floating IP 47cc13e7-dd74-4a08-95c1-3108133cb54f associated. External IP: 172.28.1.165, port: b8ec05cd-bdfa-41e4-82d6-a515e937f06e. Apr 17 04:10:05.292324 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67953f8f-a525-4c99-bfc0-3d491ff395a8 req-67e87ca7-8c66-4c4c-ba2b-88456cea5726 tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:10:05.293903 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-67953f8f-a525-4c99-bfc0-3d491ff395a8 req-67e87ca7-8c66-4c4c-ba2b-88456cea5726 tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] 10.222.0.32 "GET /v2.0/networks?id=f8f93dec-df20-4bb3-95a3-f64dab26a2d6 HTTP/1.1" status: 200 len: 817 time: 0.3363073 Apr 17 04:10:05.701784 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [req-67953f8f-a525-4c99-bfc0-3d491ff395a8 req-2f977b48-9c99-401d-9e8a-03ba50774367 tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Synchronizing usage tracker for tenant:a895b4724282424590f36093c5571d4e on resource:security_group {{(pid=86330) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 17 04:10:05.779309 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [req-67953f8f-a525-4c99-bfc0-3d491ff395a8 req-2f977b48-9c99-401d-9e8a-03ba50774367 tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Unset dirty status for tenant:a895b4724282424590f36093c5571d4e on resource:security_group {{(pid=86330) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 17 04:10:05.780861 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-67953f8f-a525-4c99-bfc0-3d491ff395a8 req-2f977b48-9c99-401d-9e8a-03ba50774367 tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a895b4724282424590f36093c5571d4e HTTP/1.1" status: 200 len: 5703 time: 0.4777803 Apr 17 04:10:05.844284 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.v2.base [req-67953f8f-a525-4c99-bfc0-3d491ff395a8 req-6a91b06f-c9bc-4686-b4b8-1261d9951d4c tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Request body: {'port': {'device_id': '71d5dd7a-6f0c-4658-96ce-b4da2238f1fa', 'network_id': 'f8f93dec-df20-4bb3-95a3-f64dab26a2d6', 'admin_state_up': True, 'tenant_id': 'a895b4724282424590f36093c5571d4e', 'security_groups': ['50ad198b-90f4-41cc-ba6f-37d91a24bc6a']}} {{(pid=86330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 17 04:10:06.041568 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41bd0a1d-ebc5-4053-8987-89dcb4d74f04 tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] Router ca37efc8-2fbb-4c01-ad6f-d0523b74a961 has already been hosted by L3 agent 89c35117-d9bd-45d8-8d43-26735203dc9d {{(pid=86330) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 17 04:10:06.045346 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [req-67953f8f-a525-4c99-bfc0-3d491ff395a8 req-6a91b06f-c9bc-4686-b4b8-1261d9951d4c tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 17 04:10:06.051327 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [req-67953f8f-a525-4c99-bfc0-3d491ff395a8 req-6a91b06f-c9bc-4686-b4b8-1261d9951d4c tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Usage tracker for resource:port and tenant:a895b4724282424590f36093c5571d4e is out of sync, need to count used quota {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 17 04:10:06.057346 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [req-67953f8f-a525-4c99-bfc0-3d491ff395a8 req-6a91b06f-c9bc-4686-b4b8-1261d9951d4c tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Quota usage for port was recalculated. Used quota:3. {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 17 04:10:06.123252 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [req-67953f8f-a525-4c99-bfc0-3d491ff395a8 req-6a91b06f-c9bc-4686-b4b8-1261d9951d4c tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 17 04:10:06.217220 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67953f8f-a525-4c99-bfc0-3d491ff395a8 req-6a91b06f-c9bc-4686-b4b8-1261d9951d4c tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Made reservation on behalf of a895b4724282424590f36093c5571d4e for: {'port': 1} {{(pid=86330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 17 04:10:06.223526 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [req-67953f8f-a525-4c99-bfc0-3d491ff395a8 req-6a91b06f-c9bc-4686-b4b8-1261d9951d4c tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853081909'] for port, before_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:10:06.289511 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-5f04570c-4c14-4a0f-bb7a-501fca1b1097 req-88096e41-39ff-4273-a4b6-082bcba24d3e tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] 10.222.0.20 "GET /v2.0/ports?device_id=71d5dd7a-6f0c-4658-96ce-b4da2238f1fa HTTP/1.1" status: 200 len: 210 time: 0.0494828 Apr 17 04:10:06.334980 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41bd0a1d-ebc5-4053-8987-89dcb4d74f04 tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] Notify agent at l3_agent.dv-cinder-786054-2-smb the message routers_updated {{(pid=86330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 17 04:10:06.344762 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2bccee3-f31a-4104-b538-cf8b8597ec71 None None] Sync routers for ids ['ca37efc8-2fbb-4c01-ad6f-d0523b74a961'] in dv-cinder-786054-2-smb {{(pid=86332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 17 04:10:06.354739 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2bccee3-f31a-4104-b538-cf8b8597ec71 None None] Routers {'ca37efc8-2fbb-4c01-ad6f-d0523b74a961'} bound to L3 agent in host dv-cinder-786054-2-smb {{(pid=86332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 17 04:10:06.355442 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.l3_hamode_db [None req-e2bccee3-f31a-4104-b538-cf8b8597ec71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786054-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-17T03:57:39Z,description=,heartbeat_timestamp=2021-04-17T04:09:40Z,host='dv-cinder-786054-2-smb',id=89c35117-d9bd-45d8-8d43-26735203dc9d,load=0,resource_versions=,resources_synced=,started_at=2021-04-17T03:57:39Z,topic='l3_agent')) {'router_ids': ['ca37efc8-2fbb-4c01-ad6f-d0523b74a961'], 'active': True} {{(pid=86332) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 17 04:10:06.360072 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-41bd0a1d-ebc5-4053-8987-89dcb4d74f04 tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2986'] for floatingip, before_response {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:10:06.475785 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [None req-41bd0a1d-ebc5-4053-8987-89dcb4d74f04 tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] 10.222.0.20 "PUT /v2.0/floatingips/47cc13e7-dd74-4a08-95c1-3108133cb54f HTTP/1.1" status: 200 len: 991 time: 2.4824836 Apr 17 04:10:06.478695 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c4f44bc-b4d0-42aa-8aa1-313945def3ef', 'tag': 'b8ec05cd-bdfa-41e4-82d6-a515e937f06e'}] {{(pid=86330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 17 04:10:06.497464 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.db_base_plugin_common [req-67953f8f-a525-4c99-bfc0-3d491ff395a8 req-6a91b06f-c9bc-4686-b4b8-1261d9951d4c tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Allocated IP 172.20.0.12 (f8f93dec-df20-4bb3-95a3-f64dab26a2d6/343cf9b8-b4dd-451f-9881-fd976f22c732/f89b9a52-e5b9-4e04-a758-01ed25973315) {{(pid=86330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 17 04:10:06.550607 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c4f44bc-b4d0-42aa-8aa1-313945def3ef', 'tag': 'b8ec05cd-bdfa-41e4-82d6-a515e937f06e', 'status': 'completed', 'code': 200} Apr 17 04:10:06.551129 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.l3_dvr_db [None req-e2bccee3-f31a-4104-b538-cf8b8597ec71 None None] Set router ca37efc8-2fbb-4c01-ad6f-d0523b74a961 gateway port host: dv-cinder-786054-2-smb {{(pid=86332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 17 04:10:06.798679 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [req-67953f8f-a525-4c99-bfc0-3d491ff395a8 req-6a91b06f-c9bc-4686-b4b8-1261d9951d4c tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Notify callbacks [] for port, precommit_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:10:06.814022 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239f2652-96ef-4c26-b32e-4e1e2081b10f req-a0197214-7f26-4887-9031-c7904a192a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:10:06.815650 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-239f2652-96ef-4c26-b32e-4e1e2081b10f req-a0197214-7f26-4887-9031-c7904a192a02 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b27c7ae6f15d4ca4afddb9e09494c2db&device_id=4c4f44bc-b4d0-42aa-8aa1-313945def3ef HTTP/1.1" status: 200 len: 1098 time: 0.2387929 Apr 17 04:10:06.821729 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.provisioning_blocks [req-67953f8f-a525-4c99-bfc0-3d491ff395a8 req-6a91b06f-c9bc-4686-b4b8-1261d9951d4c tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Transition to ACTIVE for port object f89b9a52-e5b9-4e04-a758-01ed25973315 will not be triggered until provisioned by entity DHCP. {{(pid=86330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 17 04:10:06.926917 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.l3_hamode_db [None req-e2bccee3-f31a-4104-b538-cf8b8597ec71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca37efc8-2fbb-4c01-ad6f-d0523b74a961', 'name': 'tempest-AttachVolumeTestJSON-591480734-router', 'tenant_id': 'b27c7ae6f15d4ca4afddb9e09494c2db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3299e77b-a72c-46bf-8676-13cef166cd0a', 'external_fixed_ips': [{'subnet_id': '126682c8-3b96-411d-a59b-48497db5cf0c', 'ip_address': '172.28.1.223'}], 'enable_snat': True}, 'gw_port_id': '9391a4b8-e3b5-4dbd-92b5-392fe803b217', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-17T04:09:39Z', 'updated_at': '2021-04-17T04:09:44Z', 'revision_number': 4, 'project_id': 'b27c7ae6f15d4ca4afddb9e09494c2db', 'gw_port': {'id': '9391a4b8-e3b5-4dbd-92b5-392fe803b217', 'name': '', 'network_id': '3299e77b-a72c-46bf-8676-13cef166cd0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:4c:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca37efc8-2fbb-4c01-ad6f-d0523b74a961', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '126682c8-3b96-411d-a59b-48497db5cf0c', 'ip_address': '172.28.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-17T04:09:40Z', 'updated_at': '2021-04-17T04:09:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126682c8-3b96-411d-a59b-48497db5cf0c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-2-smb', '_floatingips': [{'id': '47cc13e7-dd74-4a08-95c1-3108133cb54f', 'tenant_id': 'b27c7ae6f15d4ca4afddb9e09494c2db', 'floating_ip_address': '172.28.1.165', 'floating_network_id': '3299e77b-a72c-46bf-8676-13cef166cd0a', 'router_id': 'ca37efc8-2fbb-4c01-ad6f-d0523b74a961', 'port_id': 'b8ec05cd-bdfa-41e4-82d6-a515e937f06e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 459, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bcdf37d1-d8cb-465c-8c2d-b213a0f4b25a', 'mac_address': 'fa:16:3e:96:cb:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c4f44bc-b4d0-42aa-8aa1-313945def3ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-17T04:09:47Z', 'updated_at': '2021-04-17T04:10:04Z', 'revision_number': 1, 'project_id': 'b27c7ae6f15d4ca4afddb9e09494c2db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '356aedbf-6b2f-42c4-bb9e-ff016c564d96', 'name': '', 'network_id': 'bcdf37d1-d8cb-465c-8c2d-b213a0f4b25a', 'tenant_id': 'b27c7ae6f15d4ca4afddb9e09494c2db', 'mac_address': 'fa:16:3e:2e:1b:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca37efc8-2fbb-4c01-ad6f-d0523b74a961', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '1db1c85b-41e4-4872-a387-3bfbd7bec99d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-17T04:09:43Z', 'updated_at': '2021-04-17T04:09:53Z', 'revision_number': 5, 'project_id': 'b27c7ae6f15d4ca4afddb9e09494c2db', 'subnets': [{'id': '1db1c85b-41e4-4872-a387-3bfbd7bec99d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-2-smb', False) {} {{(pid=86332) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 17 04:10:06.931472 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2bccee3-f31a-4104-b538-cf8b8597ec71 None None] Checking router: ca37efc8-2fbb-4c01-ad6f-d0523b74a961 for host: dv-cinder-786054-2-smb {{(pid=86332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 17 04:10:06.941213 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2bccee3-f31a-4104-b538-cf8b8597ec71 None None] Routers {'ca37efc8-2fbb-4c01-ad6f-d0523b74a961'} bound to L3 agent in host dv-cinder-786054-2-smb {{(pid=86332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 17 04:10:06.941890 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.l3_hamode_db [None req-e2bccee3-f31a-4104-b538-cf8b8597ec71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786054-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-17T03:57:39Z,description=,heartbeat_timestamp=2021-04-17T04:09:40Z,host='dv-cinder-786054-2-smb',id=89c35117-d9bd-45d8-8d43-26735203dc9d,load=0,resource_versions=,resources_synced=,started_at=2021-04-17T03:57:39Z,topic='l3_agent')) {'router_ids': ['ca37efc8-2fbb-4c01-ad6f-d0523b74a961'], 'active': True} {{(pid=86332) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 17 04:10:06.969513 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [req-67953f8f-a525-4c99-bfc0-3d491ff395a8 req-6a91b06f-c9bc-4686-b4b8-1261d9951d4c tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1691685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854152290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244555219623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852218909'] for port, after_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:10:06.976690 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-b626f550-e489-4f02-9c5f-8c60b297e3b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:10:07.018641 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239f2652-96ef-4c26-b32e-4e1e2081b10f req-1753bafd-a10d-463d-ae83-97b0ba028323 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:10:07.020255 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-239f2652-96ef-4c26-b32e-4e1e2081b10f req-1753bafd-a10d-463d-ae83-97b0ba028323 service neutron] 10.222.0.32 "GET /v2.0/networks?id=bcdf37d1-d8cb-465c-8c2d-b213a0f4b25a HTTP/1.1" status: 200 len: 911 time: 0.1970384 Apr 17 04:10:07.111549 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67953f8f-a525-4c99-bfc0-3d491ff395a8 req-6a91b06f-c9bc-4686-b4b8-1261d9951d4c tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Network f8f93dec-df20-4bb3-95a3-f64dab26a2d6 is already hosted by enough agents. {{(pid=86330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 17 04:10:07.126497 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.scheduler.base_scheduler [req-67953f8f-a525-4c99-bfc0-3d491ff395a8 req-6a91b06f-c9bc-4686-b4b8-1261d9951d4c tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Resources bound (agent type, host, resource id): {{(pid=86330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 17 04:10:07.130814 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a91b06f-c9bc-4686-b4b8-1261d9951d4c tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Pushing event updated for resources: {'Port': ['ID=f89b9a52-e5b9-4e04-a758-01ed25973315,revision_number=1']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:10:07.133255 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.l3_dvrscheduler_db [req-67953f8f-a525-4c99-bfc0-3d491ff395a8 req-6a91b06f-c9bc-4686-b4b8-1261d9951d4c tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Received port after_create {{(pid=86330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 17 04:10:07.146327 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.l3_dvr_db [None req-e2bccee3-f31a-4104-b538-cf8b8597ec71 None None] Set router ca37efc8-2fbb-4c01-ad6f-d0523b74a961 gateway port host: dv-cinder-786054-2-smb {{(pid=86332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 17 04:10:07.169369 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-6a91b06f-c9bc-4686-b4b8-1261d9951d4c tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:10:07.222538 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-239f2652-96ef-4c26-b32e-4e1e2081b10f req-81cddd0b-1e85-4d87-803d-d393e8d8b585 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b8ec05cd-bdfa-41e4-82d6-a515e937f06e HTTP/1.1" status: 200 len: 999 time: 0.1826720 Apr 17 04:10:07.231788 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67953f8f-a525-4c99-bfc0-3d491ff395a8 req-6a91b06f-c9bc-4686-b4b8-1261d9951d4c tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:10:07.231788 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [req-67953f8f-a525-4c99-bfc0-3d491ff395a8 req-6a91b06f-c9bc-4686-b4b8-1261d9951d4c tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2986'] for port, before_response {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:10:07.319641 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-67953f8f-a525-4c99-bfc0-3d491ff395a8 req-6a91b06f-c9bc-4686-b4b8-1261d9951d4c tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5298364 Apr 17 04:10:07.321830 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239f2652-96ef-4c26-b32e-4e1e2081b10f req-cad3cf34-f43a-4ab8-9840-0b596230b634 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:10:07.323526 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-239f2652-96ef-4c26-b32e-4e1e2081b10f req-cad3cf34-f43a-4ab8-9840-0b596230b634 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1db1c85b-41e4-4872-a387-3bfbd7bec99d HTTP/1.1" status: 200 len: 849 time: 0.0872762 Apr 17 04:10:07.338221 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-ad50982c-9451-4692-8bd9-16e3dc7750bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244554870149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852757949'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:10:07.339784 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.v2.base [req-67953f8f-a525-4c99-bfc0-3d491ff395a8 req-20a4f682-3f74-414d-adc5-4b715f22478c service neutron] Request body: {'port': {'device_id': '71d5dd7a-6f0c-4658-96ce-b4da2238f1fa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78605'}} {{(pid=86330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 17 04:10:07.388023 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.provisioning_blocks [None req-2d5c42e6-25e7-4d89-bd4b-89aec52cb4f7 None None] Provisioning for port f89b9a52-e5b9-4e04-a758-01ed25973315 completed by entity DHCP. {{(pid=86332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 17 04:10:07.409345 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.provisioning_blocks [None req-2d5c42e6-25e7-4d89-bd4b-89aec52cb4f7 None None] Provisioning complete for port f89b9a52-e5b9-4e04-a758-01ed25973315 triggered by entity DHCP. {{(pid=86332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 17 04:10:07.409680 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-2d5c42e6-25e7-4d89-bd4b-89aec52cb4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2017814'] for port, provisioning_complete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:10:07.538600 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.plugin [None req-2d5c42e6-25e7-4d89-bd4b-89aec52cb4f7 None None] Port f89b9a52-e5b9-4e04-a758-01ed25973315 cannot update to ACTIVE because it is not bound. {{(pid=86332) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 17 04:10:07.540398 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239f2652-96ef-4c26-b32e-4e1e2081b10f req-297f3ae7-5844-4918-96fa-d737bd221a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:10:07.542070 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-239f2652-96ef-4c26-b32e-4e1e2081b10f req-297f3ae7-5844-4918-96fa-d737bd221a38 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=bcdf37d1-d8cb-465c-8c2d-b213a0f4b25a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1742554 Apr 17 04:10:07.542486 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d970f2-b7f0-4edd-9714-0a4b782493d0 req-04ab5209-a1fb-4d54-ac64-43ce4d0b3227 tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:10:07.551247 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-32d970f2-b7f0-4edd-9714-0a4b782493d0 req-04ab5209-a1fb-4d54-ac64-43ce4d0b3227 tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] 10.222.0.20 "GET /v2.0/ports?device_id=71d5dd7a-6f0c-4658-96ce-b4da2238f1fa HTTP/1.1" status: 200 len: 932 time: 0.1163366 Apr 17 04:10:07.580600 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [req-67953f8f-a525-4c99-bfc0-3d491ff395a8 req-20a4f682-3f74-414d-adc5-4b715f22478c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853081909'] for port, before_update {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:10:07.622060 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-32d970f2-b7f0-4edd-9714-0a4b782493d0 req-45d7b814-9f20-456d-947a-9914f3b22771 tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] 10.222.0.20 "GET /v2.0/security-groups?id=50ad198b-90f4-41cc-ba6f-37d91a24bc6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694189 Apr 17 04:10:07.633519 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.l3_hamode_db [None req-e2bccee3-f31a-4104-b538-cf8b8597ec71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca37efc8-2fbb-4c01-ad6f-d0523b74a961', 'name': 'tempest-AttachVolumeTestJSON-591480734-router', 'tenant_id': 'b27c7ae6f15d4ca4afddb9e09494c2db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3299e77b-a72c-46bf-8676-13cef166cd0a', 'external_fixed_ips': [{'subnet_id': '126682c8-3b96-411d-a59b-48497db5cf0c', 'ip_address': '172.28.1.223'}], 'enable_snat': True}, 'gw_port_id': '9391a4b8-e3b5-4dbd-92b5-392fe803b217', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-17T04:09:39Z', 'updated_at': '2021-04-17T04:09:44Z', 'revision_number': 4, 'project_id': 'b27c7ae6f15d4ca4afddb9e09494c2db', 'gw_port': {'id': '9391a4b8-e3b5-4dbd-92b5-392fe803b217', 'name': '', 'network_id': '3299e77b-a72c-46bf-8676-13cef166cd0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:4c:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca37efc8-2fbb-4c01-ad6f-d0523b74a961', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '126682c8-3b96-411d-a59b-48497db5cf0c', 'ip_address': '172.28.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-17T04:09:40Z', 'updated_at': '2021-04-17T04:09:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126682c8-3b96-411d-a59b-48497db5cf0c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-2-smb', '_floatingips': [{'id': '47cc13e7-dd74-4a08-95c1-3108133cb54f', 'tenant_id': 'b27c7ae6f15d4ca4afddb9e09494c2db', 'floating_ip_address': '172.28.1.165', 'floating_network_id': '3299e77b-a72c-46bf-8676-13cef166cd0a', 'router_id': 'ca37efc8-2fbb-4c01-ad6f-d0523b74a961', 'port_id': 'b8ec05cd-bdfa-41e4-82d6-a515e937f06e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 459, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bcdf37d1-d8cb-465c-8c2d-b213a0f4b25a', 'mac_address': 'fa:16:3e:96:cb:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c4f44bc-b4d0-42aa-8aa1-313945def3ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-17T04:09:47Z', 'updated_at': '2021-04-17T04:10:04Z', 'revision_number': 1, 'project_id': 'b27c7ae6f15d4ca4afddb9e09494c2db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '356aedbf-6b2f-42c4-bb9e-ff016c564d96', 'name': '', 'network_id': 'bcdf37d1-d8cb-465c-8c2d-b213a0f4b25a', 'tenant_id': 'b27c7ae6f15d4ca4afddb9e09494c2db', 'mac_address': 'fa:16:3e:2e:1b:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca37efc8-2fbb-4c01-ad6f-d0523b74a961', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '1db1c85b-41e4-4872-a387-3bfbd7bec99d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-17T04:09:43Z', 'updated_at': '2021-04-17T04:09:53Z', 'revision_number': 5, 'project_id': 'b27c7ae6f15d4ca4afddb9e09494c2db', 'subnets': [{'id': '1db1c85b-41e4-4872-a387-3bfbd7bec99d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-2-smb', False) {} {{(pid=86332) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 17 04:10:07.637998 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2bccee3-f31a-4104-b538-cf8b8597ec71 None None] The sync data for ids ['ca37efc8-2fbb-4c01-ad6f-d0523b74a961'] in dv-cinder-786054-2-smb is: [{'id': 'ca37efc8-2fbb-4c01-ad6f-d0523b74a961', 'name': 'tempest-AttachVolumeTestJSON-591480734-router', 'tenant_id': 'b27c7ae6f15d4ca4afddb9e09494c2db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3299e77b-a72c-46bf-8676-13cef166cd0a', 'external_fixed_ips': [{'subnet_id': '126682c8-3b96-411d-a59b-48497db5cf0c', 'ip_address': '172.28.1.223'}], 'enable_snat': True}, 'gw_port_id': '9391a4b8-e3b5-4dbd-92b5-392fe803b217', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-17T04:09:39Z', 'updated_at': '2021-04-17T04:09:44Z', 'revision_number': 4, 'project_id': 'b27c7ae6f15d4ca4afddb9e09494c2db', 'gw_port': {'id': '9391a4b8-e3b5-4dbd-92b5-392fe803b217', 'name': '', 'network_id': '3299e77b-a72c-46bf-8676-13cef166cd0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:4c:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca37efc8-2fbb-4c01-ad6f-d0523b74a961', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '126682c8-3b96-411d-a59b-48497db5cf0c', 'ip_address': '172.28.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-17T04:09:40Z', 'updated_at': '2021-04-17T04:09:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126682c8-3b96-411d-a59b-48497db5cf0c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-2-smb', '_floatingips': [{'id': '47cc13e7-dd74-4a08-95c1-3108133cb54f', 'tenant_id': 'b27c7ae6f15d4ca4afddb9e09494c2db', 'floating_ip_address': '172.28.1.165', 'floating_network_id': '3299e77b-a72c-46bf-8676-13cef166cd0a', 'router_id': 'ca37efc8-2fbb-4c01-ad6f-d0523b74a961', 'port_id': 'b8ec05cd-bdfa-41e4-82d6-a515e937f06e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 459, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bcdf37d1-d8cb-465c-8c2d-b213a0f4b25a', 'mac_address': 'fa:16:3e:96:cb:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c4f44bc-b4d0-42aa-8aa1-313945def3ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-17T04:09:47Z', 'updated_at': '2021-04-17T04:10:04Z', 'revision_number': 1, 'project_id': 'b27c7ae6f15d4ca4afddb9e09494c2db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '356aedbf-6b2f-42c4-bb9e-ff016c564d96', 'name': '', 'network_id': 'bcdf37d1-d8cb-465c-8c2d-b213a0f4b25a', 'tenant_id': 'b27c7ae6f15d4ca4afddb9e09494c2db', 'mac_address': 'fa:16:3e:2e:1b:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca37efc8-2fbb-4c01-ad6f-d0523b74a961', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '1db1c85b-41e4-4872-a387-3bfbd7bec99d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-17T04:09:43Z', 'updated_at': '2021-04-17T04:09:53Z', 'revision_number': 5, 'project_id': 'b27c7ae6f15d4ca4afddb9e09494c2db', 'subnets': [{'id': '1db1c85b-41e4-4872-a387-3bfbd7bec99d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 17 04:10:07.818373 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-0fb192a2-200e-49d5-b741-0f48b2f67212 req-cf4f986c-9c8a-46cc-9db6-50bce16946ec service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=77c6f62d-8974-4b57-968d-f8f839d90eb8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0796471 Apr 17 04:10:07.958964 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58055e58-ca51-4ba3-9960-e938ca7bb764 None None] New status for floating IP 47cc13e7-dd74-4a08-95c1-3108133cb54f: ACTIVE {{(pid=86333) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 17 04:10:07.962755 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-239f2652-96ef-4c26-b32e-4e1e2081b10f req-a95a2aed-e54d-4fee-a9de-5eb4ff2052c7 service neutron] 10.222.0.32 "GET /v2.0/networks/bcdf37d1-d8cb-465c-8c2d-b213a0f4b25a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4118571 Apr 17 04:10:07.980482 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb192a2-200e-49d5-b741-0f48b2f67212 req-22ee6175-bce5-40a9-8a41-b568ea198fca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:10:07.982409 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-0fb192a2-200e-49d5-b741-0f48b2f67212 req-22ee6175-bce5-40a9-8a41-b568ea198fca service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=20095d40d9834d4b9753d4486e3a3e2c&device_id=77c6f62d-8974-4b57-968d-f8f839d90eb8 HTTP/1.1" status: 200 len: 1138 time: 0.0876131 Apr 17 04:10:08.157544 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-239f2652-96ef-4c26-b32e-4e1e2081b10f req-9195f8a3-6950-4528-8851-30d1aa3656fa service neutron] 10.222.0.32 "GET /v2.0/networks/bcdf37d1-d8cb-465c-8c2d-b213a0f4b25a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1817532 Apr 17 04:10:08.167747 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb192a2-200e-49d5-b741-0f48b2f67212 req-c6ee7104-c7dd-42f0-927e-2a6deed35245 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:10:08.169571 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-0fb192a2-200e-49d5-b741-0f48b2f67212 req-c6ee7104-c7dd-42f0-927e-2a6deed35245 service neutron] 10.222.0.32 "GET /v2.0/networks?id=43cd83d7-cb61-4acf-ae4e-cda478ed81e9 HTTP/1.1" status: 200 len: 916 time: 0.1675277 Apr 17 04:10:08.217876 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.notifiers.nova [req-67953f8f-a525-4c99-bfc0-3d491ff395a8 req-20a4f682-3f74-414d-adc5-4b715f22478c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f89b9a52-e5b9-4e04-a758-01ed25973315 {{(pid=86330) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 17 04:10:08.226756 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [req-67953f8f-a525-4c99-bfc0-3d491ff395a8 req-20a4f682-3f74-414d-adc5-4b715f22478c service neutron] Notify callbacks [] for port, precommit_update {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:10:08.243823 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.provisioning_blocks [req-67953f8f-a525-4c99-bfc0-3d491ff395a8 req-20a4f682-3f74-414d-adc5-4b715f22478c service neutron] Transition to ACTIVE for port object f89b9a52-e5b9-4e04-a758-01ed25973315 will not be triggered until provisioned by entity L2. {{(pid=86330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 17 04:10:08.246933 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [req-67953f8f-a525-4c99-bfc0-3d491ff395a8 req-20a4f682-3f74-414d-adc5-4b715f22478c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1691685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854152290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792299986632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244555219606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792299556228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2556906'] for port, after_update {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:10:08.252311 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-6a91b06f-c9bc-4686-b4b8-1261d9951d4c tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:10:08.295031 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-0fb192a2-200e-49d5-b741-0f48b2f67212 req-482374df-75dc-4548-851c-2277387b3766 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4a43203c-ceaa-4e06-80e8-a8cc7e4361a1 HTTP/1.1" status: 200 len: 1001 time: 0.1165864 Apr 17 04:10:08.389944 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb192a2-200e-49d5-b741-0f48b2f67212 req-14c9ad4a-565e-4200-adf0-a949a0cbd0b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:10:08.392072 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-0fb192a2-200e-49d5-b741-0f48b2f67212 req-14c9ad4a-565e-4200-adf0-a949a0cbd0b4 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1a503fcd-4993-4e66-b302-8d39173456fd HTTP/1.1" status: 200 len: 854 time: 0.0899906 Apr 17 04:10:08.489545 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb192a2-200e-49d5-b741-0f48b2f67212 req-cd3889f7-4c8c-44b1-b64a-8cf05efdc938 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:10:08.491196 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-0fb192a2-200e-49d5-b741-0f48b2f67212 req-cd3889f7-4c8c-44b1-b64a-8cf05efdc938 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=43cd83d7-cb61-4acf-ae4e-cda478ed81e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0919821 Apr 17 04:10:08.648225 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-0fb192a2-200e-49d5-b741-0f48b2f67212 req-c4afbec3-4e6d-45db-964d-af4934819385 service neutron] 10.222.0.32 "GET /v2.0/networks/43cd83d7-cb61-4acf-ae4e-cda478ed81e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1450992 Apr 17 04:10:08.667171 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a4f682-3f74-414d-adc5-4b715f22478c service neutron] Pushing event updated for resources: {'Port': ['ID=f89b9a52-e5b9-4e04-a758-01ed25973315,revision_number=2']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:10:08.715136 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a4f682-3f74-414d-adc5-4b715f22478c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:10:08.715557 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a4f682-3f74-414d-adc5-4b715f22478c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:10:08.715986 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a4f682-3f74-414d-adc5-4b715f22478c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:10:08.716345 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a4f682-3f74-414d-adc5-4b715f22478c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:10:08.716740 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a4f682-3f74-414d-adc5-4b715f22478c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:10:08.717151 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a4f682-3f74-414d-adc5-4b715f22478c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:10:08.717548 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a4f682-3f74-414d-adc5-4b715f22478c service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:10:08.717942 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a4f682-3f74-414d-adc5-4b715f22478c service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:10:08.718337 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a4f682-3f74-414d-adc5-4b715f22478c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:10:08.718726 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a4f682-3f74-414d-adc5-4b715f22478c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:10:08.719112 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a4f682-3f74-414d-adc5-4b715f22478c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:10:08.719499 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a4f682-3f74-414d-adc5-4b715f22478c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:10:08.727508 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-20a4f682-3f74-414d-adc5-4b715f22478c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.475s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:10:08.770013 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.managers [req-67953f8f-a525-4c99-bfc0-3d491ff395a8 req-20a4f682-3f74-414d-adc5-4b715f22478c service neutron] Attempting to bind port f89b9a52-e5b9-4e04-a758-01ed25973315 on host hv-cinder-78605 for vnic_type normal with profile {{(pid=86330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 17 04:10:08.770013 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.managers [req-67953f8f-a525-4c99-bfc0-3d491ff395a8 req-20a4f682-3f74-414d-adc5-4b715f22478c service neutron] Attempting to bind port f89b9a52-e5b9-4e04-a758-01ed25973315 by drivers openvswitch,hyperv on host hv-cinder-78605 at level 0 using segments [{'id': '14b5ea21-40f4-463d-9e75-c37fe439802e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'f8f93dec-df20-4bb3-95a3-f64dab26a2d6'}] {{(pid=86330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 17 04:10:08.770013 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67953f8f-a525-4c99-bfc0-3d491ff395a8 req-20a4f682-3f74-414d-adc5-4b715f22478c service neutron] Attempting to bind port f89b9a52-e5b9-4e04-a758-01ed25973315 on network f8f93dec-df20-4bb3-95a3-f64dab26a2d6 {{(pid=86330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 17 04:10:08.774766 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67953f8f-a525-4c99-bfc0-3d491ff395a8 req-20a4f682-3f74-414d-adc5-4b715f22478c service neutron] Port f89b9a52-e5b9-4e04-a758-01ed25973315 on network f8f93dec-df20-4bb3-95a3-f64dab26a2d6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78605 {{(pid=86330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 17 04:10:08.775122 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67953f8f-a525-4c99-bfc0-3d491ff395a8 req-20a4f682-3f74-414d-adc5-4b715f22478c service neutron] Attempting to bind port f89b9a52-e5b9-4e04-a758-01ed25973315 on network f8f93dec-df20-4bb3-95a3-f64dab26a2d6 {{(pid=86330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 17 04:10:08.780722 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67953f8f-a525-4c99-bfc0-3d491ff395a8 req-20a4f682-3f74-414d-adc5-4b715f22478c service neutron] Checking agent: {'id': '61ad0fc1-16d6-4e18-b3c9-f584687973c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78605', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 17, 4, 4, 12), 'started_at': datetime.datetime(2021, 4, 17, 4, 4, 12), 'heartbeat_timestamp': datetime.datetime(2021, 4, 17, 4, 9, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 17 04:10:08.781160 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67953f8f-a525-4c99-bfc0-3d491ff395a8 req-20a4f682-3f74-414d-adc5-4b715f22478c service neutron] Checking segment: {'id': '14b5ea21-40f4-463d-9e75-c37fe439802e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'f8f93dec-df20-4bb3-95a3-f64dab26a2d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 17 04:10:08.781488 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67953f8f-a525-4c99-bfc0-3d491ff395a8 req-20a4f682-3f74-414d-adc5-4b715f22478c service neutron] Bound using segment: {'id': '14b5ea21-40f4-463d-9e75-c37fe439802e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'f8f93dec-df20-4bb3-95a3-f64dab26a2d6'} {{(pid=86330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 17 04:10:08.781946 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.managers [req-67953f8f-a525-4c99-bfc0-3d491ff395a8 req-20a4f682-3f74-414d-adc5-4b715f22478c service neutron] Bound port: f89b9a52-e5b9-4e04-a758-01ed25973315, host: hv-cinder-78605, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14b5ea21-40f4-463d-9e75-c37fe439802e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'f8f93dec-df20-4bb3-95a3-f64dab26a2d6'}}] {{(pid=86330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 17 04:10:08.782388 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [req-67953f8f-a525-4c99-bfc0-3d491ff395a8 req-20a4f682-3f74-414d-adc5-4b715f22478c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853081909'] for port, before_update {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:10:08.882456 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.db [req-67953f8f-a525-4c99-bfc0-3d491ff395a8 req-20a4f682-3f74-414d-adc5-4b715f22478c service neutron] For port f89b9a52-e5b9-4e04-a758-01ed25973315, host hv-cinder-78605, cleared binding levels {{(pid=86330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 17 04:10:08.886403 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.db [req-67953f8f-a525-4c99-bfc0-3d491ff395a8 req-20a4f682-3f74-414d-adc5-4b715f22478c service neutron] For port f89b9a52-e5b9-4e04-a758-01ed25973315, host hv-cinder-78605, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=f89b9a52-e5b9-4e04-a758-01ed25973315,segment=NetworkSegment(14b5ea21-40f4-463d-9e75-c37fe439802e),segment_id=14b5ea21-40f4-463d-9e75-c37fe439802e)] {{(pid=86330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 17 04:10:08.888561 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-0fb192a2-200e-49d5-b741-0f48b2f67212 req-b0442a3c-99f7-467d-9e92-2f2b837aca8d service neutron] 10.222.0.32 "GET /v2.0/networks/43cd83d7-cb61-4acf-ae4e-cda478ed81e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2323444 Apr 17 04:10:08.890488 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [req-67953f8f-a525-4c99-bfc0-3d491ff395a8 req-20a4f682-3f74-414d-adc5-4b715f22478c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1691685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854152290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792299986632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244555219606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792299556228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2556906'] for port, after_update {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:10:08.895739 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-fcd59cfd-5bcc-4dab-a607-47b0b096f1a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:10:08.908702 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25f288c-8110-4c89-94eb-f427808dcc82 req-2db1eae4-b956-406f-abc4-275fd57112c3 tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:10:08.910418 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-c25f288c-8110-4c89-94eb-f427808dcc82 req-2db1eae4-b956-406f-abc4-275fd57112c3 tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] 10.222.0.20 "GET /v2.0/ports?device_id=71d5dd7a-6f0c-4658-96ce-b4da2238f1fa HTTP/1.1" status: 200 len: 944 time: 0.1482630 Apr 17 04:10:08.953245 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67953f8f-a525-4c99-bfc0-3d491ff395a8 req-20a4f682-3f74-414d-adc5-4b715f22478c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:10:08.953800 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [req-67953f8f-a525-4c99-bfc0-3d491ff395a8 req-20a4f682-3f74-414d-adc5-4b715f22478c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2986'] for port, before_response {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:10:08.955358 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-67953f8f-a525-4c99-bfc0-3d491ff395a8 req-20a4f682-3f74-414d-adc5-4b715f22478c service neutron] 10.222.0.32 "PUT /v2.0/ports/f89b9a52-e5b9-4e04-a758-01ed25973315 HTTP/1.1" status: 200 len: 1094 time: 1.6221998 Apr 17 04:10:08.955904 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71d5dd7a-6f0c-4658-96ce-b4da2238f1fa', 'tag': 'f89b9a52-e5b9-4e04-a758-01ed25973315'}] {{(pid=86330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 17 04:10:08.984859 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-c25f288c-8110-4c89-94eb-f427808dcc82 req-5049a4fb-0d33-4566-a9ee-38d22e538195 tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] 10.222.0.20 "GET /v2.0/security-groups?id=50ad198b-90f4-41cc-ba6f-37d91a24bc6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663536 Apr 17 04:10:09.000844 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a4f682-3f74-414d-adc5-4b715f22478c service neutron] Pushing event updated for resources: {'Port': ['ID=f89b9a52-e5b9-4e04-a758-01ed25973315,revision_number=3']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:10:09.004146 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-20a4f682-3f74-414d-adc5-4b715f22478c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:10:09.077170 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71d5dd7a-6f0c-4658-96ce-b4da2238f1fa', 'tag': 'f89b9a52-e5b9-4e04-a758-01ed25973315', 'status': 'completed', 'code': 200} Apr 17 04:10:09.109538 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67953f8f-a525-4c99-bfc0-3d491ff395a8 req-6dcaffb8-6220-4502-92bb-78ab17853235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:10:09.111516 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-67953f8f-a525-4c99-bfc0-3d491ff395a8 req-6dcaffb8-6220-4502-92bb-78ab17853235 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a895b4724282424590f36093c5571d4e&device_id=71d5dd7a-6f0c-4658-96ce-b4da2238f1fa HTTP/1.1" status: 200 len: 1097 time: 0.0899231 Apr 17 04:10:09.197957 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-67953f8f-a525-4c99-bfc0-3d491ff395a8 req-dba001eb-aca3-47f9-b065-597e04d90eb9 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f89b9a52-e5b9-4e04-a758-01ed25973315 HTTP/1.1" status: 200 len: 217 time: 0.0781345 Apr 17 04:10:09.269516 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67953f8f-a525-4c99-bfc0-3d491ff395a8 req-ef10d767-d9bf-45ca-90c6-8d45faf70997 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:10:09.271115 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-67953f8f-a525-4c99-bfc0-3d491ff395a8 req-ef10d767-d9bf-45ca-90c6-8d45faf70997 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=343cf9b8-b4dd-451f-9881-fd976f22c732 HTTP/1.1" status: 200 len: 856 time: 0.0669100 Apr 17 04:10:09.355680 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67953f8f-a525-4c99-bfc0-3d491ff395a8 req-da6eb11b-4adf-4ab7-bd95-5b4e1c0b7dac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:10:09.357332 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-67953f8f-a525-4c99-bfc0-3d491ff395a8 req-da6eb11b-4adf-4ab7-bd95-5b4e1c0b7dac service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f8f93dec-df20-4bb3-95a3-f64dab26a2d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0794697 Apr 17 04:10:09.503192 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-67953f8f-a525-4c99-bfc0-3d491ff395a8 req-078b9654-0592-432d-8bbc-544eeffb9814 service neutron] 10.222.0.32 "GET /v2.0/networks/f8f93dec-df20-4bb3-95a3-f64dab26a2d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375811 Apr 17 04:10:09.561859 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-6be68c72-aedf-435f-8b79-0b73471068b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244554870149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852757949'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:10:09.649353 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-67953f8f-a525-4c99-bfc0-3d491ff395a8 req-95720f48-49d2-4a88-82e9-a3b7abbce738 service neutron] 10.222.0.32 "GET /v2.0/networks/f8f93dec-df20-4bb3-95a3-f64dab26a2d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1382012 Apr 17 04:10:09.796994 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a237b2-fec6-452b-876c-db8dbaa22827 req-8d24702f-2ff7-49be-9533-e5f32ee4729b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:10:09.798664 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-d0a237b2-fec6-452b-876c-db8dbaa22827 req-8d24702f-2ff7-49be-9533-e5f32ee4729b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a895b4724282424590f36093c5571d4e&device_id=71d5dd7a-6f0c-4658-96ce-b4da2238f1fa HTTP/1.1" status: 200 len: 1097 time: 0.0935462 Apr 17 04:10:09.941896 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a237b2-fec6-452b-876c-db8dbaa22827 req-abeb578b-838c-4e9c-af8c-57769cb85a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:10:09.943517 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-d0a237b2-fec6-452b-876c-db8dbaa22827 req-abeb578b-838c-4e9c-af8c-57769cb85a77 service neutron] 10.222.0.32 "GET /v2.0/networks?id=f8f93dec-df20-4bb3-95a3-f64dab26a2d6 HTTP/1.1" status: 200 len: 918 time: 0.1372116 Apr 17 04:10:10.023557 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-d0a237b2-fec6-452b-876c-db8dbaa22827 req-f1c9f559-6628-44a4-9357-679702ff1ad0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f89b9a52-e5b9-4e04-a758-01ed25973315 HTTP/1.1" status: 200 len: 217 time: 0.0728781 Apr 17 04:10:10.099602 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a237b2-fec6-452b-876c-db8dbaa22827 req-83886742-4337-41b1-b427-1860514c4046 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:10:10.101246 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-d0a237b2-fec6-452b-876c-db8dbaa22827 req-83886742-4337-41b1-b427-1860514c4046 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=343cf9b8-b4dd-451f-9881-fd976f22c732 HTTP/1.1" status: 200 len: 856 time: 0.0691845 Apr 17 04:10:10.189421 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a237b2-fec6-452b-876c-db8dbaa22827 req-e6c2e995-b55b-426e-b367-115cfbdd162b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:10:10.191011 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-d0a237b2-fec6-452b-876c-db8dbaa22827 req-e6c2e995-b55b-426e-b367-115cfbdd162b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f8f93dec-df20-4bb3-95a3-f64dab26a2d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0779302 Apr 17 04:10:10.197003 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac6f666-d3d9-4ae3-a928-c9d566424d27 req-a1f523af-938e-4e67-aaaf-6ad5a7226dee tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:10:10.197224 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-3ac6f666-d3d9-4ae3-a928-c9d566424d27 req-a1f523af-938e-4e67-aaaf-6ad5a7226dee tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] 10.222.0.20 "GET /v2.0/ports?device_id=71d5dd7a-6f0c-4658-96ce-b4da2238f1fa HTTP/1.1" status: 200 len: 944 time: 0.0887971 Apr 17 04:10:10.249820 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-3ac6f666-d3d9-4ae3-a928-c9d566424d27 req-b599df03-5a36-4484-a11c-89bf3edb9704 tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] 10.222.0.20 "GET /v2.0/security-groups?id=50ad198b-90f4-41cc-ba6f-37d91a24bc6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453055 Apr 17 04:10:10.335210 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-d0a237b2-fec6-452b-876c-db8dbaa22827 req-23d77bff-7e97-4d41-9dd2-cc5b84d9c187 service neutron] 10.222.0.32 "GET /v2.0/networks/f8f93dec-df20-4bb3-95a3-f64dab26a2d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369307 Apr 17 04:10:10.483909 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-d0a237b2-fec6-452b-876c-db8dbaa22827 req-13b7779b-e85a-485c-91c1-055ed2427392 service neutron] 10.222.0.32 "GET /v2.0/networks/f8f93dec-df20-4bb3-95a3-f64dab26a2d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1397851 Apr 17 04:10:10.589276 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-c4f59f18-ba4f-4d63-813b-4697a67f74c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244554870149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852757949'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:10:10.922613 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244554870149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852757949'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:10:11.463653 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e8ef1b-7bb7-4db0-bc80-cf9c57298ce4 req-f58544fa-04d6-4f5e-b5eb-255d9107b69b tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:10:11.465197 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-c3e8ef1b-7bb7-4db0-bc80-cf9c57298ce4 req-f58544fa-04d6-4f5e-b5eb-255d9107b69b tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] 10.222.0.20 "GET /v2.0/ports?device_id=71d5dd7a-6f0c-4658-96ce-b4da2238f1fa HTTP/1.1" status: 200 len: 944 time: 0.0916541 Apr 17 04:10:11.513421 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-c3e8ef1b-7bb7-4db0-bc80-cf9c57298ce4 req-633efa0c-7766-44d3-bc87-ba0c187aefb8 tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] 10.222.0.20 "GET /v2.0/security-groups?id=50ad198b-90f4-41cc-ba6f-37d91a24bc6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416329 Apr 17 04:10:11.734687 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-6f7ee5bc-ae74-4cc6-a62a-23eab2a2e65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244554870149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852757949'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:10:12.271813 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.rpc [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Device f89b9a52-e5b9-4e04-a758-01ed25973315 details requested by agent hyperv_hv-cinder-78605 with host hv-cinder-78605 {{(pid=86332) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 17 04:10:12.574402 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244554870149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852757949'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:10:12.603069 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.db [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] For port f89b9a52-e5b9-4e04-a758-01ed25973315, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=f89b9a52-e5b9-4e04-a758-01ed25973315,segment=NetworkSegment(14b5ea21-40f4-463d-9e75-c37fe439802e),segment_id=14b5ea21-40f4-463d-9e75-c37fe439802e)] {{(pid=86332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 17 04:10:12.617440 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.rpc [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Returning: {'device': 'f89b9a52-e5b9-4e04-a758-01ed25973315', 'network_id': 'f8f93dec-df20-4bb3-95a3-f64dab26a2d6', 'port_id': 'f89b9a52-e5b9-4e04-a758-01ed25973315', 'mac_address': 'fa:16:3e:57:d2:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '343cf9b8-b4dd-451f-9881-fd976f22c732', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86332) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 17 04:10:12.678962 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853081909'] for port, before_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:10:12.697220 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.notifiers.nova [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f89b9a52-e5b9-4e04-a758-01ed25973315 {{(pid=86332) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 17 04:10:12.713907 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.db [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] For port f89b9a52-e5b9-4e04-a758-01ed25973315, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=f89b9a52-e5b9-4e04-a758-01ed25973315,segment=NetworkSegment(14b5ea21-40f4-463d-9e75-c37fe439802e),segment_id=14b5ea21-40f4-463d-9e75-c37fe439802e)] {{(pid=86332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 17 04:10:12.718102 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1691685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854152290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792299986632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244555219606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792299556228'] for port, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:10:12.720038 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-b0ca58d8-3596-40b6-b173-9cd7f9b59afc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:10:12.733123 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765fd2bc-5657-4f0d-84dd-459fa2a3ec03 req-768c4831-50be-4f25-8753-84581e586d6e tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:10:12.734737 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-765fd2bc-5657-4f0d-84dd-459fa2a3ec03 req-768c4831-50be-4f25-8753-84581e586d6e tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] 10.222.0.20 "GET /v2.0/ports?device_id=71d5dd7a-6f0c-4658-96ce-b4da2238f1fa HTTP/1.1" status: 200 len: 944 time: 0.0956028 Apr 17 04:10:12.782779 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-765fd2bc-5657-4f0d-84dd-459fa2a3ec03 req-18b0690a-cb7b-4f0f-82ec-9f0c0e13dba6 tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] 10.222.0.20 "GET /v2.0/security-groups?id=50ad198b-90f4-41cc-ba6f-37d91a24bc6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410252 Apr 17 04:10:12.789229 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Pushing event updated for resources: {'Port': ['ID=f89b9a52-e5b9-4e04-a758-01ed25973315,revision_number=4']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:10:12.792626 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:10:12.995096 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.db [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] get_ports_and_sgs() called for port_ids ['f89b9a52-e5b9-4e04-a758-01ed25973315'] {{(pid=86332) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 17 04:10:13.991251 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f408299b-913d-49eb-a4b0-a79b84de296b req-2d207800-0cd9-4e09-85a3-0c94971d1311 tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:10:13.992872 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-f408299b-913d-49eb-a4b0-a79b84de296b req-2d207800-0cd9-4e09-85a3-0c94971d1311 tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] 10.222.0.20 "GET /v2.0/ports?device_id=71d5dd7a-6f0c-4658-96ce-b4da2238f1fa HTTP/1.1" status: 200 len: 945 time: 0.0888984 Apr 17 04:10:14.044698 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-f408299b-913d-49eb-a4b0-a79b84de296b req-7e4a256d-2faf-4be9-a309-eeaa2abbbb98 tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] 10.222.0.20 "GET /v2.0/security-groups?id=50ad198b-90f4-41cc-ba6f-37d91a24bc6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428226 Apr 17 04:10:14.256273 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.rpc [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Device f89b9a52-e5b9-4e04-a758-01ed25973315 up at agent hyperv_hv-cinder-78605 {{(pid=86332) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 17 04:10:14.327695 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.provisioning_blocks [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Provisioning for port f89b9a52-e5b9-4e04-a758-01ed25973315 completed by entity L2. {{(pid=86332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 17 04:10:14.332999 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.provisioning_blocks [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Provisioning complete for port f89b9a52-e5b9-4e04-a758-01ed25973315 triggered by entity L2. {{(pid=86332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 17 04:10:14.333412 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2017814'] for port, provisioning_complete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:10:14.458585 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853081909'] for port, before_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:10:14.486288 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71d5dd7a-6f0c-4658-96ce-b4da2238f1fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f89b9a52-e5b9-4e04-a758-01ed25973315'}] {{(pid=86332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 17 04:10:14.496430 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.db [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] For port f89b9a52-e5b9-4e04-a758-01ed25973315, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=f89b9a52-e5b9-4e04-a758-01ed25973315,segment=NetworkSegment(14b5ea21-40f4-463d-9e75-c37fe439802e),segment_id=14b5ea21-40f4-463d-9e75-c37fe439802e)] {{(pid=86332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 17 04:10:14.500316 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1691685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854152290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792299986632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244555219606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792299556228'] for port, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:10:14.502302 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:10:14.538385 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71d5dd7a-6f0c-4658-96ce-b4da2238f1fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f89b9a52-e5b9-4e04-a758-01ed25973315', 'code': 200} Apr 17 04:10:14.575092 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Pushing event updated for resources: {'Port': ['ID=f89b9a52-e5b9-4e04-a758-01ed25973315,revision_number=5']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:10:14.578233 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:10:14.811190 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3922560-410e-47ee-8216-b95bbde6d7d2 req-f84ddec2-4c87-4175-a0d0-8563e10fcc41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:10:14.812868 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-a3922560-410e-47ee-8216-b95bbde6d7d2 req-f84ddec2-4c87-4175-a0d0-8563e10fcc41 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=71d5dd7a-6f0c-4658-96ce-b4da2238f1fa HTTP/1.1" status: 200 len: 1099 time: 0.0913568 Apr 17 04:10:14.857146 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-a3922560-410e-47ee-8216-b95bbde6d7d2 req-04fcda13-6148-47e1-8f60-a06dd3b266ae service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=50ad198b-90f4-41cc-ba6f-37d91a24bc6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375483 Apr 17 04:10:15.256319 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec107f46-f4da-4123-857f-b71fd1c5e91b req-83e434df-602b-47d3-8ed8-f31f3796438f tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:10:15.257982 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-ec107f46-f4da-4123-857f-b71fd1c5e91b req-83e434df-602b-47d3-8ed8-f31f3796438f tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] 10.222.0.20 "GET /v2.0/ports?device_id=71d5dd7a-6f0c-4658-96ce-b4da2238f1fa HTTP/1.1" status: 200 len: 946 time: 0.0933232 Apr 17 04:10:15.307454 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-ec107f46-f4da-4123-857f-b71fd1c5e91b req-a0c3c124-80b3-451c-b7bb-10d24e67399b tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] 10.222.0.20 "GET /v2.0/security-groups?id=50ad198b-90f4-41cc-ba6f-37d91a24bc6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421760 Apr 17 04:10:16.521755 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ab5004-9204-42ff-84ab-0c74eaaab1a4 req-a3496805-1284-48a9-afd2-e5339cf5a4d4 tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:10:16.523383 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-98ab5004-9204-42ff-84ab-0c74eaaab1a4 req-a3496805-1284-48a9-afd2-e5339cf5a4d4 tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] 10.222.0.20 "GET /v2.0/ports?device_id=71d5dd7a-6f0c-4658-96ce-b4da2238f1fa HTTP/1.1" status: 200 len: 946 time: 0.0930815 Apr 17 04:10:16.801264 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-98ab5004-9204-42ff-84ab-0c74eaaab1a4 req-75e1dabd-9ff8-4d38-a052-00d6c442ab4d tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] 10.222.0.20 "GET /v2.0/security-groups?id=50ad198b-90f4-41cc-ba6f-37d91a24bc6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2712390 Apr 17 04:10:17.007309 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699a9f70-33e3-441d-8364-a88a7c975abf req-8f1fc5af-22d3-409e-b60e-45c088ec32dc tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:10:17.009000 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-699a9f70-33e3-441d-8364-a88a7c975abf req-8f1fc5af-22d3-409e-b60e-45c088ec32dc tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] 10.222.0.20 "GET /v2.0/ports?device_id=71d5dd7a-6f0c-4658-96ce-b4da2238f1fa HTTP/1.1" status: 200 len: 946 time: 0.0872118 Apr 17 04:10:17.018411 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.20', 58848) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 17 04:10:17.024263 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.v2.base [None req-0447c4b8-43e0-4145-943c-f6234d7ca795 tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Request body: {'floatingip': {'port_id': 'f89b9a52-e5b9-4e04-a758-01ed25973315'}} {{(pid=86331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 17 04:10:17.107517 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-0447c4b8-43e0-4145-943c-f6234d7ca795 tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Notify callbacks [] for floatingip, before_update {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:10:17.742883 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-0447c4b8-43e0-4145-943c-f6234d7ca795 tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:10:17.746903 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-0447c4b8-43e0-4145-943c-f6234d7ca795 tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1023409'] for floatingip, after_update {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:10:17.935510 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.db.l3_db [None req-0447c4b8-43e0-4145-943c-f6234d7ca795 tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Floating IP 60fb7951-b6f7-441e-bc9f-55a52ebf5656 associated. External IP: 172.28.1.178, port: f89b9a52-e5b9-4e04-a758-01ed25973315. Apr 17 04:10:18.323153 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0447c4b8-43e0-4145-943c-f6234d7ca795 tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Router 11705267-a024-4b79-bf32-97d0e0a5cb08 has already been hosted by L3 agent 89c35117-d9bd-45d8-8d43-26735203dc9d {{(pid=86331) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 17 04:10:18.519140 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0447c4b8-43e0-4145-943c-f6234d7ca795 tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Notify agent at l3_agent.dv-cinder-786054-2-smb the message routers_updated {{(pid=86331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 17 04:10:18.524256 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-0447c4b8-43e0-4145-943c-f6234d7ca795 tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2986'] for floatingip, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:10:18.529320 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-044162ef-5925-4170-99a8-ada3dbffeba7 None None] Sync routers for ids ['11705267-a024-4b79-bf32-97d0e0a5cb08'] in dv-cinder-786054-2-smb {{(pid=86332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 17 04:10:18.539931 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-044162ef-5925-4170-99a8-ada3dbffeba7 None None] Routers {'11705267-a024-4b79-bf32-97d0e0a5cb08'} bound to L3 agent in host dv-cinder-786054-2-smb {{(pid=86332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 17 04:10:18.540615 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.l3_hamode_db [None req-044162ef-5925-4170-99a8-ada3dbffeba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786054-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-17T03:57:39Z,description=,heartbeat_timestamp=2021-04-17T04:10:10Z,host='dv-cinder-786054-2-smb',id=89c35117-d9bd-45d8-8d43-26735203dc9d,load=0,resource_versions=,resources_synced=,started_at=2021-04-17T03:57:39Z,topic='l3_agent')) {'router_ids': ['11705267-a024-4b79-bf32-97d0e0a5cb08'], 'active': True} {{(pid=86332) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 17 04:10:18.582360 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [None req-0447c4b8-43e0-4145-943c-f6234d7ca795 tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] 10.222.0.20 "PUT /v2.0/floatingips/60fb7951-b6f7-441e-bc9f-55a52ebf5656 HTTP/1.1" status: 200 len: 992 time: 1.5626867 Apr 17 04:10:18.583017 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71d5dd7a-6f0c-4658-96ce-b4da2238f1fa', 'tag': 'f89b9a52-e5b9-4e04-a758-01ed25973315'}] {{(pid=86331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 17 04:10:18.637237 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71d5dd7a-6f0c-4658-96ce-b4da2238f1fa', 'tag': 'f89b9a52-e5b9-4e04-a758-01ed25973315', 'status': 'completed', 'code': 200} Apr 17 04:10:18.733777 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.l3_dvr_db [None req-044162ef-5925-4170-99a8-ada3dbffeba7 None None] Set router 11705267-a024-4b79-bf32-97d0e0a5cb08 gateway port host: dv-cinder-786054-2-smb {{(pid=86332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 17 04:10:18.752485 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff0043f-5361-4a24-9a9b-e51629da5343 req-226af84c-5cba-4e4e-b8e8-4d2545696a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:10:18.754129 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-bff0043f-5361-4a24-9a9b-e51629da5343 req-226af84c-5cba-4e4e-b8e8-4d2545696a57 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a895b4724282424590f36093c5571d4e&device_id=71d5dd7a-6f0c-4658-96ce-b4da2238f1fa HTTP/1.1" status: 200 len: 1099 time: 0.0843778 Apr 17 04:10:18.901799 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff0043f-5361-4a24-9a9b-e51629da5343 req-5324654e-3d2f-45e6-8818-7c810ccce7a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:10:18.903316 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-bff0043f-5361-4a24-9a9b-e51629da5343 req-5324654e-3d2f-45e6-8818-7c810ccce7a4 service neutron] 10.222.0.32 "GET /v2.0/networks?id=f8f93dec-df20-4bb3-95a3-f64dab26a2d6 HTTP/1.1" status: 200 len: 918 time: 0.1414182 Apr 17 04:10:19.017426 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-bff0043f-5361-4a24-9a9b-e51629da5343 req-48a72dd5-ce52-46ed-8221-d199fe013334 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f89b9a52-e5b9-4e04-a758-01ed25973315 HTTP/1.1" status: 200 len: 1000 time: 0.1054931 Apr 17 04:10:19.095762 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff0043f-5361-4a24-9a9b-e51629da5343 req-f7c2fbfb-522c-42a8-a3e6-4c25e1877258 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:10:19.097377 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-bff0043f-5361-4a24-9a9b-e51629da5343 req-f7c2fbfb-522c-42a8-a3e6-4c25e1877258 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=343cf9b8-b4dd-451f-9881-fd976f22c732 HTTP/1.1" status: 200 len: 856 time: 0.0679801 Apr 17 04:10:19.100234 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.l3_hamode_db [None req-044162ef-5925-4170-99a8-ada3dbffeba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11705267-a024-4b79-bf32-97d0e0a5cb08', 'name': 'tempest-AttachVolumeShelveTestJSON-1739641882-router', 'tenant_id': 'a895b4724282424590f36093c5571d4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3299e77b-a72c-46bf-8676-13cef166cd0a', 'external_fixed_ips': [{'subnet_id': '126682c8-3b96-411d-a59b-48497db5cf0c', 'ip_address': '172.28.1.151'}], 'enable_snat': True}, 'gw_port_id': '9144f13c-507f-404d-aebc-7e9b1e021196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-17T04:05:58Z', 'updated_at': '2021-04-17T04:06:14Z', 'revision_number': 4, 'project_id': 'a895b4724282424590f36093c5571d4e', 'gw_port': {'id': '9144f13c-507f-404d-aebc-7e9b1e021196', 'name': '', 'network_id': '3299e77b-a72c-46bf-8676-13cef166cd0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:22:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11705267-a024-4b79-bf32-97d0e0a5cb08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '126682c8-3b96-411d-a59b-48497db5cf0c', 'ip_address': '172.28.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-17T04:06:00Z', 'updated_at': '2021-04-17T04:06:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126682c8-3b96-411d-a59b-48497db5cf0c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-2-smb', '_floatingips': [{'id': '60fb7951-b6f7-441e-bc9f-55a52ebf5656', 'tenant_id': 'a895b4724282424590f36093c5571d4e', 'floating_ip_address': '172.28.1.178', 'floating_network_id': '3299e77b-a72c-46bf-8676-13cef166cd0a', 'router_id': '11705267-a024-4b79-bf32-97d0e0a5cb08', 'port_id': 'f89b9a52-e5b9-4e04-a758-01ed25973315', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 468, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8f93dec-df20-4bb3-95a3-f64dab26a2d6', 'mac_address': 'fa:16:3e:57:d2:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71d5dd7a-6f0c-4658-96ce-b4da2238f1fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-17T04:10:02Z', 'updated_at': '2021-04-17T04:10:17Z', 'revision_number': 1, 'project_id': 'a895b4724282424590f36093c5571d4e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db8efaa5-dbdd-48af-afb2-42e5a1431713', 'name': '', 'network_id': 'f8f93dec-df20-4bb3-95a3-f64dab26a2d6', 'tenant_id': 'a895b4724282424590f36093c5571d4e', 'mac_address': 'fa:16:3e:34:0d:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11705267-a024-4b79-bf32-97d0e0a5cb08', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '343cf9b8-b4dd-451f-9881-fd976f22c732', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-17T04:06:10Z', 'updated_at': '2021-04-17T04:06:24Z', 'revision_number': 5, 'project_id': 'a895b4724282424590f36093c5571d4e', 'subnets': [{'id': '343cf9b8-b4dd-451f-9881-fd976f22c732', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-2-smb', False) {} {{(pid=86332) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 17 04:10:19.104492 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-044162ef-5925-4170-99a8-ada3dbffeba7 None None] Checking router: 11705267-a024-4b79-bf32-97d0e0a5cb08 for host: dv-cinder-786054-2-smb {{(pid=86332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 17 04:10:19.113757 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-044162ef-5925-4170-99a8-ada3dbffeba7 None None] Routers {'11705267-a024-4b79-bf32-97d0e0a5cb08'} bound to L3 agent in host dv-cinder-786054-2-smb {{(pid=86332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 17 04:10:19.114421 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.l3_hamode_db [None req-044162ef-5925-4170-99a8-ada3dbffeba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786054-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-17T03:57:39Z,description=,heartbeat_timestamp=2021-04-17T04:10:10Z,host='dv-cinder-786054-2-smb',id=89c35117-d9bd-45d8-8d43-26735203dc9d,load=0,resource_versions=,resources_synced=,started_at=2021-04-17T03:57:39Z,topic='l3_agent')) {'router_ids': ['11705267-a024-4b79-bf32-97d0e0a5cb08'], 'active': True} {{(pid=86332) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 17 04:10:19.181580 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff0043f-5361-4a24-9a9b-e51629da5343 req-24f3e82b-3456-4af5-b4da-0f24f5e562b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:10:19.183193 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-bff0043f-5361-4a24-9a9b-e51629da5343 req-24f3e82b-3456-4af5-b4da-0f24f5e562b1 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f8f93dec-df20-4bb3-95a3-f64dab26a2d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0778277 Apr 17 04:10:19.313942 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.l3_dvr_db [None req-044162ef-5925-4170-99a8-ada3dbffeba7 None None] Set router 11705267-a024-4b79-bf32-97d0e0a5cb08 gateway port host: dv-cinder-786054-2-smb {{(pid=86332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 17 04:10:19.339289 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-bff0043f-5361-4a24-9a9b-e51629da5343 req-027c364e-f4a3-4511-9f8b-9e8842ba84f8 service neutron] 10.222.0.32 "GET /v2.0/networks/f8f93dec-df20-4bb3-95a3-f64dab26a2d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1483400 Apr 17 04:10:19.485437 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-bff0043f-5361-4a24-9a9b-e51629da5343 req-16d269b4-288d-4e7e-a5f5-f293994467b0 service neutron] 10.222.0.32 "GET /v2.0/networks/f8f93dec-df20-4bb3-95a3-f64dab26a2d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388118 Apr 17 04:10:19.691398 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.l3_hamode_db [None req-044162ef-5925-4170-99a8-ada3dbffeba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11705267-a024-4b79-bf32-97d0e0a5cb08', 'name': 'tempest-AttachVolumeShelveTestJSON-1739641882-router', 'tenant_id': 'a895b4724282424590f36093c5571d4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3299e77b-a72c-46bf-8676-13cef166cd0a', 'external_fixed_ips': [{'subnet_id': '126682c8-3b96-411d-a59b-48497db5cf0c', 'ip_address': '172.28.1.151'}], 'enable_snat': True}, 'gw_port_id': '9144f13c-507f-404d-aebc-7e9b1e021196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-17T04:05:58Z', 'updated_at': '2021-04-17T04:06:14Z', 'revision_number': 4, 'project_id': 'a895b4724282424590f36093c5571d4e', 'gw_port': {'id': '9144f13c-507f-404d-aebc-7e9b1e021196', 'name': '', 'network_id': '3299e77b-a72c-46bf-8676-13cef166cd0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:22:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11705267-a024-4b79-bf32-97d0e0a5cb08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '126682c8-3b96-411d-a59b-48497db5cf0c', 'ip_address': '172.28.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-17T04:06:00Z', 'updated_at': '2021-04-17T04:06:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126682c8-3b96-411d-a59b-48497db5cf0c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-2-smb', '_floatingips': [{'id': '60fb7951-b6f7-441e-bc9f-55a52ebf5656', 'tenant_id': 'a895b4724282424590f36093c5571d4e', 'floating_ip_address': '172.28.1.178', 'floating_network_id': '3299e77b-a72c-46bf-8676-13cef166cd0a', 'router_id': '11705267-a024-4b79-bf32-97d0e0a5cb08', 'port_id': 'f89b9a52-e5b9-4e04-a758-01ed25973315', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 468, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8f93dec-df20-4bb3-95a3-f64dab26a2d6', 'mac_address': 'fa:16:3e:57:d2:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71d5dd7a-6f0c-4658-96ce-b4da2238f1fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-17T04:10:02Z', 'updated_at': '2021-04-17T04:10:17Z', 'revision_number': 1, 'project_id': 'a895b4724282424590f36093c5571d4e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db8efaa5-dbdd-48af-afb2-42e5a1431713', 'name': '', 'network_id': 'f8f93dec-df20-4bb3-95a3-f64dab26a2d6', 'tenant_id': 'a895b4724282424590f36093c5571d4e', 'mac_address': 'fa:16:3e:34:0d:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11705267-a024-4b79-bf32-97d0e0a5cb08', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '343cf9b8-b4dd-451f-9881-fd976f22c732', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-17T04:06:10Z', 'updated_at': '2021-04-17T04:06:24Z', 'revision_number': 5, 'project_id': 'a895b4724282424590f36093c5571d4e', 'subnets': [{'id': '343cf9b8-b4dd-451f-9881-fd976f22c732', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-2-smb', False) {} {{(pid=86332) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 17 04:10:19.695953 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-044162ef-5925-4170-99a8-ada3dbffeba7 None None] The sync data for ids ['11705267-a024-4b79-bf32-97d0e0a5cb08'] in dv-cinder-786054-2-smb is: [{'id': '11705267-a024-4b79-bf32-97d0e0a5cb08', 'name': 'tempest-AttachVolumeShelveTestJSON-1739641882-router', 'tenant_id': 'a895b4724282424590f36093c5571d4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3299e77b-a72c-46bf-8676-13cef166cd0a', 'external_fixed_ips': [{'subnet_id': '126682c8-3b96-411d-a59b-48497db5cf0c', 'ip_address': '172.28.1.151'}], 'enable_snat': True}, 'gw_port_id': '9144f13c-507f-404d-aebc-7e9b1e021196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-17T04:05:58Z', 'updated_at': '2021-04-17T04:06:14Z', 'revision_number': 4, 'project_id': 'a895b4724282424590f36093c5571d4e', 'gw_port': {'id': '9144f13c-507f-404d-aebc-7e9b1e021196', 'name': '', 'network_id': '3299e77b-a72c-46bf-8676-13cef166cd0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:22:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11705267-a024-4b79-bf32-97d0e0a5cb08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '126682c8-3b96-411d-a59b-48497db5cf0c', 'ip_address': '172.28.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-17T04:06:00Z', 'updated_at': '2021-04-17T04:06:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126682c8-3b96-411d-a59b-48497db5cf0c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-2-smb', '_floatingips': [{'id': '60fb7951-b6f7-441e-bc9f-55a52ebf5656', 'tenant_id': 'a895b4724282424590f36093c5571d4e', 'floating_ip_address': '172.28.1.178', 'floating_network_id': '3299e77b-a72c-46bf-8676-13cef166cd0a', 'router_id': '11705267-a024-4b79-bf32-97d0e0a5cb08', 'port_id': 'f89b9a52-e5b9-4e04-a758-01ed25973315', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 468, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8f93dec-df20-4bb3-95a3-f64dab26a2d6', 'mac_address': 'fa:16:3e:57:d2:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71d5dd7a-6f0c-4658-96ce-b4da2238f1fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-17T04:10:02Z', 'updated_at': '2021-04-17T04:10:17Z', 'revision_number': 1, 'project_id': 'a895b4724282424590f36093c5571d4e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db8efaa5-dbdd-48af-afb2-42e5a1431713', 'name': '', 'network_id': 'f8f93dec-df20-4bb3-95a3-f64dab26a2d6', 'tenant_id': 'a895b4724282424590f36093c5571d4e', 'mac_address': 'fa:16:3e:34:0d:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11705267-a024-4b79-bf32-97d0e0a5cb08', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '343cf9b8-b4dd-451f-9881-fd976f22c732', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-17T04:06:10Z', 'updated_at': '2021-04-17T04:06:24Z', 'revision_number': 5, 'project_id': 'a895b4724282424590f36093c5571d4e', 'subnets': [{'id': '343cf9b8-b4dd-451f-9881-fd976f22c732', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 17 04:10:19.946869 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcb4f879-b29e-482f-bf2c-4961480592e5 None None] New status for floating IP 60fb7951-b6f7-441e-bc9f-55a52ebf5656: ACTIVE {{(pid=86333) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 17 04:10:20.189017 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.20', 58912) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 17 04:10:20.319246 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-a17e451c-20d4-47e8-b471-77b29f6bbe52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:10:20.335528 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [None req-a17e451c-20d4-47e8-b471-77b29f6bbe52 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 17 04:10:20.339798 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [None req-a17e451c-20d4-47e8-b471-77b29f6bbe52 admin admin] Usage tracker for resource:security_group_rule and tenant:fd625886bd51423293895214f1a1d3ba is out of sync, need to count used quota {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 17 04:10:20.342837 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [None req-a17e451c-20d4-47e8-b471-77b29f6bbe52 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 17 04:10:20.348962 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [None req-a17e451c-20d4-47e8-b471-77b29f6bbe52 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 17 04:10:20.433865 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-a17e451c-20d4-47e8-b471-77b29f6bbe52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:10:20.438619 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-a17e451c-20d4-47e8-b471-77b29f6bbe52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920236'] for security_group, after_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:10:20.445976 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-2cc3d78e-e269-4f5e-88d3-8f7747cfa782 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:10:20.492701 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [None req-a17e451c-20d4-47e8-b471-77b29f6bbe52 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=fd625886bd51423293895214f1a1d3ba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3023601 Apr 17 04:10:20.493539 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17e451c-20d4-47e8-b471-77b29f6bbe52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c490d30-b8ed-49ee-b446-9e887abedd0c,revision_number=1']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:10:20.495790 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.20', 58920) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 17 04:10:20.496939 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-a17e451c-20d4-47e8-b471-77b29f6bbe52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:10:20.562695 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-fd2526ac-12d1-415e-99b8-438b091f6063 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:10:20.591387 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-fd2526ac-12d1-415e-99b8-438b091f6063 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:10:20.656771 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-fd2526ac-12d1-415e-99b8-438b091f6063 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920236'] for security_group, after_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:10:20.660871 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-3aae2fcc-cce4-4401-a246-2efd4611164a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:10:20.672455 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2526ac-12d1-415e-99b8-438b091f6063 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c490d30-b8ed-49ee-b446-9e887abedd0c,revision_number=None']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:10:20.683719 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2526ac-12d1-415e-99b8-438b091f6063 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:10:20.684132 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2526ac-12d1-415e-99b8-438b091f6063 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:10:20.684572 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2526ac-12d1-415e-99b8-438b091f6063 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:10:20.684964 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2526ac-12d1-415e-99b8-438b091f6063 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:10:20.685351 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2526ac-12d1-415e-99b8-438b091f6063 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:10:20.685744 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2526ac-12d1-415e-99b8-438b091f6063 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:10:20.686129 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2526ac-12d1-415e-99b8-438b091f6063 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:10:20.686514 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2526ac-12d1-415e-99b8-438b091f6063 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:10:20.686894 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2526ac-12d1-415e-99b8-438b091f6063 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:10:20.687273 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2526ac-12d1-415e-99b8-438b091f6063 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:10:20.687633 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2526ac-12d1-415e-99b8-438b091f6063 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:10:20.688017 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2526ac-12d1-415e-99b8-438b091f6063 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:10:20.691278 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-fd2526ac-12d1-415e-99b8-438b091f6063 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:10:20.692778 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-fd2526ac-12d1-415e-99b8-438b091f6063 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:10:20.693986 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [None req-fd2526ac-12d1-415e-99b8-438b091f6063 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7c490d30-b8ed-49ee-b446-9e887abedd0c HTTP/1.1" status: 204 len: 168 time: 0.1971087 Apr 17 04:10:21.012554 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.20', 58930) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 17 04:10:21.032221 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-89afa789-ce42-4a92-966b-10144a0e3b05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:10:21.047863 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [None req-89afa789-ce42-4a92-966b-10144a0e3b05 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 17 04:10:21.052075 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [None req-89afa789-ce42-4a92-966b-10144a0e3b05 admin admin] Usage tracker for resource:security_group_rule and tenant:2e1bb55c195745408f1bf16816a1807c is out of sync, need to count used quota {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 17 04:10:21.055274 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [None req-89afa789-ce42-4a92-966b-10144a0e3b05 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 17 04:10:21.061365 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [None req-89afa789-ce42-4a92-966b-10144a0e3b05 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 17 04:10:21.147399 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-89afa789-ce42-4a92-966b-10144a0e3b05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:10:21.151463 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-89afa789-ce42-4a92-966b-10144a0e3b05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920236'] for security_group, after_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:10:21.158814 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-57a82f34-bad0-4172-ac5c-c3a60b02c9af tempest-TestMinimumBasicScenario-1804355180 tempest-TestMinimumBasicScenario-1804355180-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:10:21.202130 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [None req-89afa789-ce42-4a92-966b-10144a0e3b05 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2e1bb55c195745408f1bf16816a1807c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1883399 Apr 17 04:10:21.203052 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89afa789-ce42-4a92-966b-10144a0e3b05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dd92c38-4a3b-41bd-bb6b-a3cb09708f7b,revision_number=1']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:10:21.206086 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.20', 58934) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 17 04:10:21.206493 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-89afa789-ce42-4a92-966b-10144a0e3b05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:10:21.274319 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-1322e77f-2512-4cb2-a342-ce035d4cf605 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:10:21.301512 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-1322e77f-2512-4cb2-a342-ce035d4cf605 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:10:21.349796 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-1322e77f-2512-4cb2-a342-ce035d4cf605 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920236'] for security_group, after_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:10:21.353677 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-5ea85d7b-9a49-4331-a0b6-9e8e5879d3ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:10:21.365404 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1322e77f-2512-4cb2-a342-ce035d4cf605 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dd92c38-4a3b-41bd-bb6b-a3cb09708f7b,revision_number=None']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:10:21.367841 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-1322e77f-2512-4cb2-a342-ce035d4cf605 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:10:21.373719 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-1322e77f-2512-4cb2-a342-ce035d4cf605 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:10:21.375134 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [None req-1322e77f-2512-4cb2-a342-ce035d4cf605 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8dd92c38-4a3b-41bd-bb6b-a3cb09708f7b HTTP/1.1" status: 204 len: 168 time: 0.1679769 Apr 17 04:10:26.442514 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.20', 59046) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 17 04:10:26.573906 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-8738f8b3-525e-4e20-8e94-3e2986098797 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:10:26.590276 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [None req-8738f8b3-525e-4e20-8e94-3e2986098797 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 17 04:10:26.594399 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [None req-8738f8b3-525e-4e20-8e94-3e2986098797 admin admin] Usage tracker for resource:security_group_rule and tenant:5ee29184a3744692bed1a3d443bb907b is out of sync, need to count used quota {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 17 04:10:26.597407 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [None req-8738f8b3-525e-4e20-8e94-3e2986098797 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 17 04:10:26.603419 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [None req-8738f8b3-525e-4e20-8e94-3e2986098797 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 17 04:10:26.698833 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-8738f8b3-525e-4e20-8e94-3e2986098797 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:10:26.702975 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-8738f8b3-525e-4e20-8e94-3e2986098797 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920236'] for security_group, after_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:10:26.710424 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-fd254c87-0937-48a9-9f48-22c03f03177b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:10:26.753320 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [None req-8738f8b3-525e-4e20-8e94-3e2986098797 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5ee29184a3744692bed1a3d443bb907b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3091927 Apr 17 04:10:26.754153 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8738f8b3-525e-4e20-8e94-3e2986098797 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dc8e717-5be0-4bb3-a689-a289edb4b686,revision_number=1']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:10:26.756313 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.20', 59054) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 17 04:10:26.757477 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-8738f8b3-525e-4e20-8e94-3e2986098797 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:10:26.827845 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-53c8758b-6911-4918-98c2-462c0d89f5b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:10:26.855435 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-53c8758b-6911-4918-98c2-462c0d89f5b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:10:26.901318 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-53c8758b-6911-4918-98c2-462c0d89f5b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920236'] for security_group, after_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:10:26.906222 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-9aa29590-6a9b-401e-9086-d4d7dac29020 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:10:26.918640 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c8758b-6911-4918-98c2-462c0d89f5b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dc8e717-5be0-4bb3-a689-a289edb4b686,revision_number=None']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:10:26.921038 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-53c8758b-6911-4918-98c2-462c0d89f5b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:10:26.924766 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-53c8758b-6911-4918-98c2-462c0d89f5b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:10:26.926761 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [None req-53c8758b-6911-4918-98c2-462c0d89f5b9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0dc8e717-5be0-4bb3-a689-a289edb4b686 HTTP/1.1" status: 204 len: 168 time: 0.1691115 Apr 17 04:10:27.118639 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-dbe975f7-9ec2-4bbb-b4fb-e31fa2fadad3 req-a66c4e57-7cfc-45b0-8d80-918314268b4a tempest-TestMinimumBasicScenario-1804355180 tempest-TestMinimumBasicScenario-1804355180-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-974668690&fields=id&tenant_id=20095d40d9834d4b9753d4486e3a3e2c HTTP/1.1" status: 200 len: 267 time: 0.0435040 Apr 17 04:10:27.210658 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe975f7-9ec2-4bbb-b4fb-e31fa2fadad3 req-34bf10d7-23b4-4186-97dd-ba1536d03987 tempest-TestMinimumBasicScenario-1804355180 tempest-TestMinimumBasicScenario-1804355180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:10:27.212234 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-dbe975f7-9ec2-4bbb-b4fb-e31fa2fadad3 req-34bf10d7-23b4-4186-97dd-ba1536d03987 tempest-TestMinimumBasicScenario-1804355180 tempest-TestMinimumBasicScenario-1804355180-project] 10.222.0.20 "GET /v2.0/ports?device_id=77c6f62d-8974-4b57-968d-f8f839d90eb8 HTTP/1.1" status: 200 len: 985 time: 0.0885737 Apr 17 04:10:27.224551 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.v2.base [req-dbe975f7-9ec2-4bbb-b4fb-e31fa2fadad3 req-8f30680b-472f-49df-9a3c-38bee06e6d90 tempest-TestMinimumBasicScenario-1804355180 tempest-TestMinimumBasicScenario-1804355180-project] Request body: {'port': {'security_groups': ['e01e7c40-4b22-407a-a279-6b071a5a6d80']}} {{(pid=86331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 17 04:10:27.238381 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.20', 59066) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 17 04:10:27.257887 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-3e4ce9ec-6859-495b-b2e5-4c1e1716d4f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:10:27.273464 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [None req-3e4ce9ec-6859-495b-b2e5-4c1e1716d4f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 17 04:10:27.277657 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [None req-3e4ce9ec-6859-495b-b2e5-4c1e1716d4f3 admin admin] Usage tracker for resource:security_group_rule and tenant:65e834ec6a204da7926b3f38dd3d4e5e is out of sync, need to count used quota {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 17 04:10:27.280730 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [None req-3e4ce9ec-6859-495b-b2e5-4c1e1716d4f3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 17 04:10:27.286867 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [None req-3e4ce9ec-6859-495b-b2e5-4c1e1716d4f3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 17 04:10:27.355272 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [req-dbe975f7-9ec2-4bbb-b4fb-e31fa2fadad3 req-8f30680b-472f-49df-9a3c-38bee06e6d90 tempest-TestMinimumBasicScenario-1804355180 tempest-TestMinimumBasicScenario-1804355180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853081909'] for port, before_update {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:10:27.369954 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-3e4ce9ec-6859-495b-b2e5-4c1e1716d4f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:10:27.373901 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-3e4ce9ec-6859-495b-b2e5-4c1e1716d4f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920236'] for security_group, after_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:10:27.381368 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-4a011d30-563c-43df-9e7e-31119a5e2b96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:10:27.422682 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4ce9ec-6859-495b-b2e5-4c1e1716d4f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9572e64c-9a6f-481e-8b81-78f720b78144,revision_number=1']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:10:27.428887 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [None req-3e4ce9ec-6859-495b-b2e5-4c1e1716d4f3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=65e834ec6a204da7926b3f38dd3d4e5e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1893013 Apr 17 04:10:27.429885 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-3e4ce9ec-6859-495b-b2e5-4c1e1716d4f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:10:27.430844 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.20', 59070) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 17 04:10:27.495486 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-ec47bf54-4cdb-4f7d-832c-b7a8bb0b2a5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:10:27.522711 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-ec47bf54-4cdb-4f7d-832c-b7a8bb0b2a5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:10:27.567990 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-ec47bf54-4cdb-4f7d-832c-b7a8bb0b2a5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920236'] for security_group, after_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:10:27.571961 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-35a73bb9-79be-40a1-992e-06c03a107289 tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:10:27.585726 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec47bf54-4cdb-4f7d-832c-b7a8bb0b2a5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9572e64c-9a6f-481e-8b81-78f720b78144,revision_number=None']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:10:27.599777 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-ec47bf54-4cdb-4f7d-832c-b7a8bb0b2a5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:10:27.607028 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-ec47bf54-4cdb-4f7d-832c-b7a8bb0b2a5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:10:27.611364 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [None req-ec47bf54-4cdb-4f7d-832c-b7a8bb0b2a5c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9572e64c-9a6f-481e-8b81-78f720b78144 HTTP/1.1" status: 204 len: 168 time: 0.1799622 Apr 17 04:10:27.625941 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.db [req-dbe975f7-9ec2-4bbb-b4fb-e31fa2fadad3 req-8f30680b-472f-49df-9a3c-38bee06e6d90 tempest-TestMinimumBasicScenario-1804355180 tempest-TestMinimumBasicScenario-1804355180-project] For port 4a43203c-ceaa-4e06-80e8-a8cc7e4361a1, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=4a43203c-ceaa-4e06-80e8-a8cc7e4361a1,segment=NetworkSegment(aa880a9b-d843-41c6-bf8f-60abaf737a30),segment_id=aa880a9b-d843-41c6-bf8f-60abaf737a30)] {{(pid=86331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 17 04:10:27.653682 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [req-dbe975f7-9ec2-4bbb-b4fb-e31fa2fadad3 req-8f30680b-472f-49df-9a3c-38bee06e6d90 tempest-TestMinimumBasicScenario-1804355180 tempest-TestMinimumBasicScenario-1804355180-project] Notify callbacks [] for port, precommit_update {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:10:27.658027 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [req-dbe975f7-9ec2-4bbb-b4fb-e31fa2fadad3 req-8f30680b-472f-49df-9a3c-38bee06e6d90 tempest-TestMinimumBasicScenario-1804355180 tempest-TestMinimumBasicScenario-1804355180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1691685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854152290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792299986632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244555219606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792299556228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3817522'] for port, after_update {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:10:27.664009 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-cc924f76-426e-466c-b389-bda7b3780705 tempest-TestShelveInstance-1964921938 tempest-TestShelveInstance-1964921938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:10:27.671138 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.db [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] get_ports_and_sgs() called for port_ids ['4a43203c-ceaa-4e06-80e8-a8cc7e4361a1'] {{(pid=86332) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 17 04:10:27.747264 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe975f7-9ec2-4bbb-b4fb-e31fa2fadad3 req-8f30680b-472f-49df-9a3c-38bee06e6d90 tempest-TestMinimumBasicScenario-1804355180 tempest-TestMinimumBasicScenario-1804355180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:10:27.747965 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [req-dbe975f7-9ec2-4bbb-b4fb-e31fa2fadad3 req-8f30680b-472f-49df-9a3c-38bee06e6d90 tempest-TestMinimumBasicScenario-1804355180 tempest-TestMinimumBasicScenario-1804355180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2986'] for port, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:10:27.749537 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-dbe975f7-9ec2-4bbb-b4fb-e31fa2fadad3 req-8f30680b-472f-49df-9a3c-38bee06e6d90 tempest-TestMinimumBasicScenario-1804355180 tempest-TestMinimumBasicScenario-1804355180-project] 10.222.0.20 "PUT /v2.0/ports/4a43203c-ceaa-4e06-80e8-a8cc7e4361a1 HTTP/1.1" status: 200 len: 943 time: 0.5300715 Apr 17 04:10:27.750081 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77c6f62d-8974-4b57-968d-f8f839d90eb8', 'tag': '4a43203c-ceaa-4e06-80e8-a8cc7e4361a1'}] {{(pid=86331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 17 04:10:27.756515 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.20', 59080) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 17 04:10:27.758675 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f30680b-472f-49df-9a3c-38bee06e6d90 tempest-TestMinimumBasicScenario-1804355180 tempest-TestMinimumBasicScenario-1804355180-project] Pushing event updated for resources: {'Port': ['ID=4a43203c-ceaa-4e06-80e8-a8cc7e4361a1,revision_number=7']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:10:27.762084 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-8f30680b-472f-49df-9a3c-38bee06e6d90 tempest-TestMinimumBasicScenario-1804355180 tempest-TestMinimumBasicScenario-1804355180-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:10:27.817024 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77c6f62d-8974-4b57-968d-f8f839d90eb8', 'tag': '4a43203c-ceaa-4e06-80e8-a8cc7e4361a1', 'status': 'completed', 'code': 200} Apr 17 04:10:27.902946 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.db [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] get_ports_and_sgs() called for port_ids ['4a43203c-ceaa-4e06-80e8-a8cc7e4361a1'] {{(pid=86332) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 17 04:10:27.921283 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-a46dd997-a1c8-46de-8cb9-e1c2150af67c tempest-TestMinimumBasicScenario-1804355180 tempest-TestMinimumBasicScenario-1804355180-project] Notify callbacks [] for security_group, before_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:10:27.969558 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-a46dd997-a1c8-46de-8cb9-e1c2150af67c tempest-TestMinimumBasicScenario-1804355180 tempest-TestMinimumBasicScenario-1804355180-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:10:28.006675 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.provisioning_blocks [None req-568174e5-9125-45c4-8c3a-bb813990ce36 None None] Provisioning complete for port 4a43203c-ceaa-4e06-80e8-a8cc7e4361a1 triggered by entity DHCP. {{(pid=86332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 17 04:10:28.007355 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-568174e5-9125-45c4-8c3a-bb813990ce36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2017814'] for port, provisioning_complete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:10:28.021169 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8455cbcf-efaf-413c-85b0-78856d9b7ba4 req-73d01eb5-60be-4c13-9d1b-cba7bdd5438c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:10:28.022994 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-8455cbcf-efaf-413c-85b0-78856d9b7ba4 req-73d01eb5-60be-4c13-9d1b-cba7bdd5438c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=20095d40d9834d4b9753d4486e3a3e2c&device_id=77c6f62d-8974-4b57-968d-f8f839d90eb8 HTTP/1.1" status: 200 len: 1099 time: 0.1636848 Apr 17 04:10:28.061903 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-a46dd997-a1c8-46de-8cb9-e1c2150af67c tempest-TestMinimumBasicScenario-1804355180 tempest-TestMinimumBasicScenario-1804355180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920236'] for security_group, after_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:10:28.079735 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-2abc9ddf-c3d8-490d-b148-82589037dad7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:10:28.150611 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46dd997-a1c8-46de-8cb9-e1c2150af67c tempest-TestMinimumBasicScenario-1804355180 tempest-TestMinimumBasicScenario-1804355180-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6570863-17a7-49ed-a7df-bde337527753,revision_number=None']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:10:28.160037 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-a46dd997-a1c8-46de-8cb9-e1c2150af67c tempest-TestMinimumBasicScenario-1804355180 tempest-TestMinimumBasicScenario-1804355180-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:10:28.163950 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-a46dd997-a1c8-46de-8cb9-e1c2150af67c tempest-TestMinimumBasicScenario-1804355180 tempest-TestMinimumBasicScenario-1804355180-project] Notify callbacks [] for security_group, before_response {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:10:28.165257 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [None req-a46dd997-a1c8-46de-8cb9-e1c2150af67c tempest-TestMinimumBasicScenario-1804355180 tempest-TestMinimumBasicScenario-1804355180-project] 10.222.0.20 "DELETE /v2.0/security-groups/a6570863-17a7-49ed-a7df-bde337527753 HTTP/1.1" status: 204 len: 168 time: 0.4070718 Apr 17 04:10:28.168229 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.20', 59094) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 17 04:10:28.222397 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8455cbcf-efaf-413c-85b0-78856d9b7ba4 req-1168787c-fa64-43ac-bbe5-4892d5ab3e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:10:28.224357 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-8455cbcf-efaf-413c-85b0-78856d9b7ba4 req-1168787c-fa64-43ac-bbe5-4892d5ab3e35 service neutron] 10.222.0.32 "GET /v2.0/networks?id=43cd83d7-cb61-4acf-ae4e-cda478ed81e9 HTTP/1.1" status: 200 len: 916 time: 0.1893394 Apr 17 04:10:28.357733 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-8455cbcf-efaf-413c-85b0-78856d9b7ba4 req-ae808d13-40cd-4b65-9460-f754a0b859a3 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4a43203c-ceaa-4e06-80e8-a8cc7e4361a1 HTTP/1.1" status: 200 len: 1001 time: 0.1258245 Apr 17 04:10:28.418506 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.plugin [None req-e1883e1f-0b1a-4ef5-a587-461bd859139d tempest-TestMinimumBasicScenario-1804355180 tempest-TestMinimumBasicScenario-1804355180-project] Deleting port 476d6d26-40af-4452-bd03-37080304e4af {{(pid=86331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 17 04:10:28.419105 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-e1883e1f-0b1a-4ef5-a587-461bd859139d tempest-TestMinimumBasicScenario-1804355180 tempest-TestMinimumBasicScenario-1804355180-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363244554791028'] for port, before_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:10:28.447336 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8455cbcf-efaf-413c-85b0-78856d9b7ba4 req-34340212-ce57-4af3-a836-8523d82eae82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:10:28.449571 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-8455cbcf-efaf-413c-85b0-78856d9b7ba4 req-34340212-ce57-4af3-a836-8523d82eae82 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1a503fcd-4993-4e66-b302-8d39173456fd HTTP/1.1" status: 200 len: 854 time: 0.0739386 Apr 17 04:10:28.545106 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8455cbcf-efaf-413c-85b0-78856d9b7ba4 req-01ee5d88-4064-4e8d-a674-b879891cc97c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:10:28.546558 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-8455cbcf-efaf-413c-85b0-78856d9b7ba4 req-01ee5d88-4064-4e8d-a674-b879891cc97c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=43cd83d7-cb61-4acf-ae4e-cda478ed81e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0894244 Apr 17 04:10:28.547045 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.20', 59108) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 17 04:10:28.607966 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-e1883e1f-0b1a-4ef5-a587-461bd859139d tempest-TestMinimumBasicScenario-1804355180 tempest-TestMinimumBasicScenario-1804355180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853832323'] for port, precommit_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:10:28.608213 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-e1883e1f-0b1a-4ef5-a587-461bd859139d tempest-TestMinimumBasicScenario-1804355180 tempest-TestMinimumBasicScenario-1804355180-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:10:28.666528 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.v2.base [None req-449fe9b7-d1ab-4d9f-8761-1407ed454159 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-919153531-network', 'tenant_id': '823022bbc97f4dd69013e2ff6fadad6f'}} {{(pid=86330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 17 04:10:28.674972 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [None req-449fe9b7-d1ab-4d9f-8761-1407ed454159 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 17 04:10:28.687717 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [None req-449fe9b7-d1ab-4d9f-8761-1407ed454159 admin admin] Usage tracker for resource:network and tenant:823022bbc97f4dd69013e2ff6fadad6f is out of sync, need to count used quota {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 17 04:10:28.692262 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [None req-449fe9b7-d1ab-4d9f-8761-1407ed454159 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 17 04:10:28.702381 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [None req-449fe9b7-d1ab-4d9f-8761-1407ed454159 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 17 04:10:28.727289 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-8455cbcf-efaf-413c-85b0-78856d9b7ba4 req-bbce3330-1b15-4ded-bbad-b9a1fab28874 service neutron] 10.222.0.32 "GET /v2.0/networks/43cd83d7-cb61-4acf-ae4e-cda478ed81e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1647038 Apr 17 04:10:28.728379 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-449fe9b7-d1ab-4d9f-8761-1407ed454159 admin admin] Made reservation on behalf of 823022bbc97f4dd69013e2ff6fadad6f for: {'network': 1} {{(pid=86330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 17 04:10:28.733040 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-449fe9b7-d1ab-4d9f-8761-1407ed454159 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853081909'] for network, before_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:10:28.741906 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.plugin [None req-e1883e1f-0b1a-4ef5-a587-461bd859139d tempest-TestMinimumBasicScenario-1804355180 tempest-TestMinimumBasicScenario-1804355180-project] Calling delete_port for 476d6d26-40af-4452-bd03-37080304e4af owned by network:floatingip {{(pid=86331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 17 04:10:28.779618 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-449fe9b7-d1ab-4d9f-8761-1407ed454159 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:10:28.853002 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [None req-449fe9b7-d1ab-4d9f-8761-1407ed454159 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 17 04:10:28.863900 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [None req-449fe9b7-d1ab-4d9f-8761-1407ed454159 admin admin] Usage tracker for resource:security_group_rule and tenant:823022bbc97f4dd69013e2ff6fadad6f is out of sync, need to count used quota {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 17 04:10:28.868234 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [None req-449fe9b7-d1ab-4d9f-8761-1407ed454159 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 17 04:10:28.882614 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [None req-449fe9b7-d1ab-4d9f-8761-1407ed454159 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 17 04:10:28.912197 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-e1883e1f-0b1a-4ef5-a587-461bd859139d tempest-TestMinimumBasicScenario-1804355180 tempest-TestMinimumBasicScenario-1804355180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1691685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854152290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244554789151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792299556194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850958277'] for port, after_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:10:28.916861 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-681599da-7d56-45cc-935c-7bac916691ee tempest-TestMinimumBasicScenario-1804355180 tempest-TestMinimumBasicScenario-1804355180-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:10:28.931018 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-8455cbcf-efaf-413c-85b0-78856d9b7ba4 req-909a2efe-9403-4a26-905e-d0c436cd3ef5 service neutron] 10.222.0.32 "GET /v2.0/networks/43cd83d7-cb61-4acf-ae4e-cda478ed81e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1882386 Apr 17 04:10:29.004780 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-449fe9b7-d1ab-4d9f-8761-1407ed454159 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:10:29.008801 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-449fe9b7-d1ab-4d9f-8761-1407ed454159 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920236'] for security_group, after_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:10:29.013956 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-67e91a53-7efc-4e5e-9ab6-4da123d98920 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:10:29.042494 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-449fe9b7-d1ab-4d9f-8761-1407ed454159 admin admin] vlan segment allocate from pool success with {'vlan_id': 116, 'physical_network': 'physnet1'} {{(pid=86330) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 17 04:10:29.058069 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449fe9b7-d1ab-4d9f-8761-1407ed454159 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1ca63b8-a5ba-47da-be51-2aa1241fd379,revision_number=1']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:10:29.061530 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-449fe9b7-d1ab-4d9f-8761-1407ed454159 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:10:29.064855 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-449fe9b7-d1ab-4d9f-8761-1407ed454159 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852729262'] for segment, precommit_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:10:29.065247 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.db.segments_db [None req-449fe9b7-d1ab-4d9f-8761-1407ed454159 admin admin] Added segment 3344f372-5548-4a12-86d0-99605a084d9c of type vlan for network 1843ac26-d3d1-41c2-897c-51ff544b5451 Apr 17 04:10:29.099520 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-449fe9b7-d1ab-4d9f-8761-1407ed454159 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792299528426'] for network, precommit_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:10:29.131955 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-449fe9b7-d1ab-4d9f-8761-1407ed454159 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854152290'] for network, after_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:10:29.133376 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-449fe9b7-d1ab-4d9f-8761-1407ed454159 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:10:29.133996 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-449fe9b7-d1ab-4d9f-8761-1407ed454159 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854152307'] for network, before_response {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:10:29.137844 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-bec5c91a-724d-4636-9836-dfa85993a498 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:10:29.196703 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1883e1f-0b1a-4ef5-a587-461bd859139d tempest-TestMinimumBasicScenario-1804355180 tempest-TestMinimumBasicScenario-1804355180-project] Pushing event deleted for resources: {'Port': ['ID=476d6d26-40af-4452-bd03-37080304e4af,revision_number=None']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:10:29.200298 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-e1883e1f-0b1a-4ef5-a587-461bd859139d tempest-TestMinimumBasicScenario-1804355180 tempest-TestMinimumBasicScenario-1804355180-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:10:29.242649 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [None req-449fe9b7-d1ab-4d9f-8761-1407ed454159 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6944180 Apr 17 04:10:29.243878 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449fe9b7-d1ab-4d9f-8761-1407ed454159 admin admin] Pushing event updated for resources: {'Network': ['ID=1843ac26-d3d1-41c2-897c-51ff544b5451,revision_number=1']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:10:29.246013 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.20', 59116) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 17 04:10:29.248624 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-449fe9b7-d1ab-4d9f-8761-1407ed454159 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:10:29.252909 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.v2.base [None req-a59f3736-a249-4d39-ab05-9610266f06b8 admin admin] Request body: {'subnet': {'network_id': '1843ac26-d3d1-41c2-897c-51ff544b5451', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-919153531-subnet', 'tenant_id': '823022bbc97f4dd69013e2ff6fadad6f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 17 04:10:29.255219 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.rpc [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] Network 1843ac26-d3d1-41c2-897c-51ff544b5451 details requested by agent ovs-agent-dv-cinder-786054-2-smb with host dv-cinder-786054-2-smb {{(pid=86332) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 17 04:10:29.258115 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [None req-a59f3736-a249-4d39-ab05-9610266f06b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 17 04:10:29.262272 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [None req-a59f3736-a249-4d39-ab05-9610266f06b8 admin admin] Usage tracker for resource:subnet and tenant:823022bbc97f4dd69013e2ff6fadad6f is out of sync, need to count used quota {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 17 04:10:29.265395 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [None req-a59f3736-a249-4d39-ab05-9610266f06b8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 17 04:10:29.272464 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [None req-a59f3736-a249-4d39-ab05-9610266f06b8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 17 04:10:29.290747 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a59f3736-a249-4d39-ab05-9610266f06b8 admin admin] Made reservation on behalf of 823022bbc97f4dd69013e2ff6fadad6f for: {'subnet': 1} {{(pid=86330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 17 04:10:29.295598 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-a59f3736-a249-4d39-ab05-9610266f06b8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2101262'] for subnet, before_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:10:29.301980 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-e1883e1f-0b1a-4ef5-a587-461bd859139d tempest-TestMinimumBasicScenario-1804355180 tempest-TestMinimumBasicScenario-1804355180-project] Notify callbacks [] for floatingip, after_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:10:29.302516 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.db.l3_db [None req-e1883e1f-0b1a-4ef5-a587-461bd859139d tempest-TestMinimumBasicScenario-1804355180 tempest-TestMinimumBasicScenario-1804355180-project] Floating IP a7b7d540-972d-46f3-9e00-22ce869836cb disassociated (deleted). External IP: 172.28.1.86, port: 4a43203c-ceaa-4e06-80e8-a8cc7e4361a1. Apr 17 04:10:29.678986 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1883e1f-0b1a-4ef5-a587-461bd859139d tempest-TestMinimumBasicScenario-1804355180 tempest-TestMinimumBasicScenario-1804355180-project] Router 2b91a02e-b9b7-4240-8341-3587330754f5 has already been hosted by L3 agent 89c35117-d9bd-45d8-8d43-26735203dc9d {{(pid=86331) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 17 04:10:29.701912 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-a59f3736-a249-4d39-ab05-9610266f06b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854152290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2556018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2101279'] for subnet, after_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:10:29.706090 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-3a1ab672-2b50-496c-b656-af95fd16458e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:10:29.717298 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.agents_db [None req-76d39d81-b417-4462-95bd-4e842fba9248 None None] Agent healthcheck: found 6 active agents {{(pid=86333) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 17 04:10:29.883577 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1883e1f-0b1a-4ef5-a587-461bd859139d tempest-TestMinimumBasicScenario-1804355180 tempest-TestMinimumBasicScenario-1804355180-project] Notify agent at l3_agent.dv-cinder-786054-2-smb the message routers_updated {{(pid=86331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 17 04:10:29.896958 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c420cdf-5880-4263-ae54-6d45687362ab None None] Sync routers for ids ['2b91a02e-b9b7-4240-8341-3587330754f5'] in dv-cinder-786054-2-smb {{(pid=86332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 17 04:10:29.899382 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-e1883e1f-0b1a-4ef5-a587-461bd859139d tempest-TestMinimumBasicScenario-1804355180 tempest-TestMinimumBasicScenario-1804355180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2986'] for floatingip, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:10:29.910158 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c420cdf-5880-4263-ae54-6d45687362ab None None] Routers {'2b91a02e-b9b7-4240-8341-3587330754f5'} bound to L3 agent in host dv-cinder-786054-2-smb {{(pid=86332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 17 04:10:29.910990 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.l3_hamode_db [None req-3c420cdf-5880-4263-ae54-6d45687362ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786054-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-17T03:57:39Z,description=,heartbeat_timestamp=2021-04-17T04:10:10Z,host='dv-cinder-786054-2-smb',id=89c35117-d9bd-45d8-8d43-26735203dc9d,load=0,resource_versions=,resources_synced=,started_at=2021-04-17T03:57:39Z,topic='l3_agent')) {'router_ids': ['2b91a02e-b9b7-4240-8341-3587330754f5'], 'active': True} {{(pid=86332) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 17 04:10:29.967371 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [None req-e1883e1f-0b1a-4ef5-a587-461bd859139d tempest-TestMinimumBasicScenario-1804355180 tempest-TestMinimumBasicScenario-1804355180-project] 10.222.0.20 "DELETE /v2.0/floatingips/a7b7d540-972d-46f3-9e00-22ce869836cb HTTP/1.1" status: 204 len: 168 time: 1.7978270 Apr 17 04:10:29.968370 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77c6f62d-8974-4b57-968d-f8f839d90eb8', 'tag': '4a43203c-ceaa-4e06-80e8-a8cc7e4361a1'}] {{(pid=86331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 17 04:10:30.029846 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59f3736-a249-4d39-ab05-9610266f06b8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=33031224-b828-438b-901f-4ab7acd1ee18,revision_number=0']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:10:30.034320 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-a59f3736-a249-4d39-ab05-9610266f06b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:10:30.042719 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a59f3736-a249-4d39-ab05-9610266f06b8 admin admin] Checking segment: {'id': '3344f372-5548-4a12-86d0-99605a084d9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '1843ac26-d3d1-41c2-897c-51ff544b5451'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 17 04:10:30.043294 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a59f3736-a249-4d39-ab05-9610266f06b8 admin admin] Network hostable DHCP agents. Network: 1843ac26-d3d1-41c2-897c-51ff544b5451, hostable agents: ['24f06517-14a9-410e-b60e-7bfb109842b9'], hosted agents: [] {{(pid=86330) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 17 04:10:30.066524 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a59f3736-a249-4d39-ab05-9610266f06b8 admin admin] Network 1843ac26-d3d1-41c2-897c-51ff544b5451 is scheduled to be hosted by DHCP agent 24f06517-14a9-410e-b60e-7bfb109842b9 with binding_index 1 {{(pid=86330) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 17 04:10:30.086547 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.scheduler.base_scheduler [None req-a59f3736-a249-4d39-ab05-9610266f06b8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786054-2-smb, 1843ac26-d3d1-41c2-897c-51ff544b5451) {{(pid=86330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 17 04:10:30.100523 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a59f3736-a249-4d39-ab05-9610266f06b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:10:30.101278 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-a59f3736-a249-4d39-ab05-9610266f06b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854152307'] for subnet, before_response {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:10:30.112633 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77c6f62d-8974-4b57-968d-f8f839d90eb8', 'tag': '4a43203c-ceaa-4e06-80e8-a8cc7e4361a1', 'status': 'completed', 'code': 200} Apr 17 04:10:30.135184 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [None req-a59f3736-a249-4d39-ab05-9610266f06b8 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8877189 Apr 17 04:10:30.228982 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8804990-2eea-4d46-a22d-46d0cde5e92a req-6f77324d-ceee-4cac-96cc-127ed63c3084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:10:30.230874 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-c8804990-2eea-4d46-a22d-46d0cde5e92a req-6f77324d-ceee-4cac-96cc-127ed63c3084 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=20095d40d9834d4b9753d4486e3a3e2c&device_id=77c6f62d-8974-4b57-968d-f8f839d90eb8 HTTP/1.1" status: 200 len: 1099 time: 0.0869963 Apr 17 04:10:30.257544 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90110dfb-3f4d-40ae-b99f-8e10c859c2e0 None None] Network 1843ac26-d3d1-41c2-897c-51ff544b5451 requested from dv-cinder-786054-2-smb {{(pid=86332) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 17 04:10:30.408569 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8804990-2eea-4d46-a22d-46d0cde5e92a req-3ebfa4f2-f8b5-4457-af74-cfd92b17e354 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:10:30.410435 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-c8804990-2eea-4d46-a22d-46d0cde5e92a req-3ebfa4f2-f8b5-4457-af74-cfd92b17e354 service neutron] 10.222.0.32 "GET /v2.0/networks?id=43cd83d7-cb61-4acf-ae4e-cda478ed81e9 HTTP/1.1" status: 200 len: 916 time: 0.1702507 Apr 17 04:10:30.540614 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-c8804990-2eea-4d46-a22d-46d0cde5e92a req-cbcf6911-a847-465c-b200-f801a080a8cc service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4a43203c-ceaa-4e06-80e8-a8cc7e4361a1 HTTP/1.1" status: 200 len: 217 time: 0.1163313 Apr 17 04:10:30.584996 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55fbb8d3-6aaa-4e27-8a99-9e3b115b8d34 None None] Network 1843ac26-d3d1-41c2-897c-51ff544b5451 requested from dv-cinder-786054-2-smb {{(pid=86332) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 17 04:10:30.604783 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.l3_dvr_db [None req-3c420cdf-5880-4263-ae54-6d45687362ab None None] Set router 2b91a02e-b9b7-4240-8341-3587330754f5 gateway port host: dv-cinder-786054-2-smb {{(pid=86332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 17 04:10:30.645555 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8804990-2eea-4d46-a22d-46d0cde5e92a req-ef6a0d09-fd8e-4de6-a0c2-8c0236c04954 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:10:30.647398 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-c8804990-2eea-4d46-a22d-46d0cde5e92a req-ef6a0d09-fd8e-4de6-a0c2-8c0236c04954 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1a503fcd-4993-4e66-b302-8d39173456fd HTTP/1.1" status: 200 len: 854 time: 0.0978792 Apr 17 04:10:30.740220 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8804990-2eea-4d46-a22d-46d0cde5e92a req-e7d0941c-e4d2-41b2-a42f-4d44ced692b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:10:30.741897 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-c8804990-2eea-4d46-a22d-46d0cde5e92a req-e7d0941c-e4d2-41b2-a42f-4d44ced692b7 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=43cd83d7-cb61-4acf-ae4e-cda478ed81e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0852766 Apr 17 04:10:30.754500 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.20', 59150) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 17 04:10:30.762179 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.v2.base [None req-b562a218-9c2b-4928-83d9-195f4618c9c7 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-267143021-network', 'tenant_id': 'd1cbadf8debf4552929ed1fd22c52e3e'}} {{(pid=86330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 17 04:10:30.791935 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [None req-b562a218-9c2b-4928-83d9-195f4618c9c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 17 04:10:30.806775 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [None req-b562a218-9c2b-4928-83d9-195f4618c9c7 admin admin] Usage tracker for resource:network and tenant:d1cbadf8debf4552929ed1fd22c52e3e is out of sync, need to count used quota {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 17 04:10:30.811152 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [None req-b562a218-9c2b-4928-83d9-195f4618c9c7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 17 04:10:30.862694 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [None req-b562a218-9c2b-4928-83d9-195f4618c9c7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 17 04:10:30.892315 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b562a218-9c2b-4928-83d9-195f4618c9c7 admin admin] Made reservation on behalf of d1cbadf8debf4552929ed1fd22c52e3e for: {'network': 1} {{(pid=86330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 17 04:10:30.897223 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-b562a218-9c2b-4928-83d9-195f4618c9c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853081909'] for network, before_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:10:30.913650 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-b562a218-9c2b-4928-83d9-195f4618c9c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:10:30.944806 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [None req-b562a218-9c2b-4928-83d9-195f4618c9c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 17 04:10:30.951689 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [None req-b562a218-9c2b-4928-83d9-195f4618c9c7 admin admin] Usage tracker for resource:security_group_rule and tenant:d1cbadf8debf4552929ed1fd22c52e3e is out of sync, need to count used quota {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 17 04:10:30.956061 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-c8804990-2eea-4d46-a22d-46d0cde5e92a req-8ff800bf-f4a6-43d3-b445-4a83b00535a2 service neutron] 10.222.0.32 "GET /v2.0/networks/43cd83d7-cb61-4acf-ae4e-cda478ed81e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1986017 Apr 17 04:10:30.956928 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [None req-b562a218-9c2b-4928-83d9-195f4618c9c7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 17 04:10:30.963179 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [None req-b562a218-9c2b-4928-83d9-195f4618c9c7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 17 04:10:31.123016 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.l3_hamode_db [None req-3c420cdf-5880-4263-ae54-6d45687362ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b91a02e-b9b7-4240-8341-3587330754f5', 'name': 'tempest-TestMinimumBasicScenario-1304640215-router', 'tenant_id': '20095d40d9834d4b9753d4486e3a3e2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3299e77b-a72c-46bf-8676-13cef166cd0a', 'external_fixed_ips': [{'subnet_id': '126682c8-3b96-411d-a59b-48497db5cf0c', 'ip_address': '172.28.1.7'}], 'enable_snat': True}, 'gw_port_id': 'fb653b47-67c9-47d3-a54e-625149b21938', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-17T04:07:30Z', 'updated_at': '2021-04-17T04:07:37Z', 'revision_number': 4, 'project_id': '20095d40d9834d4b9753d4486e3a3e2c', 'gw_port': {'id': 'fb653b47-67c9-47d3-a54e-625149b21938', 'name': '', 'network_id': '3299e77b-a72c-46bf-8676-13cef166cd0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:50:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b91a02e-b9b7-4240-8341-3587330754f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '126682c8-3b96-411d-a59b-48497db5cf0c', 'ip_address': '172.28.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-17T04:07:32Z', 'updated_at': '2021-04-17T04:07:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126682c8-3b96-411d-a59b-48497db5cf0c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-2-smb', '_interfaces': [{'id': '02ef0d5c-f46f-417d-ac8f-4d9f92f3e98c', 'name': '', 'network_id': '43cd83d7-cb61-4acf-ae4e-cda478ed81e9', 'tenant_id': '20095d40d9834d4b9753d4486e3a3e2c', 'mac_address': 'fa:16:3e:1e:3e:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b91a02e-b9b7-4240-8341-3587330754f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '1a503fcd-4993-4e66-b302-8d39173456fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-17T04:07:36Z', 'updated_at': '2021-04-17T04:07:49Z', 'revision_number': 5, 'project_id': '20095d40d9834d4b9753d4486e3a3e2c', 'subnets': [{'id': '1a503fcd-4993-4e66-b302-8d39173456fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-2-smb', False) {} {{(pid=86332) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 17 04:10:31.127324 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c420cdf-5880-4263-ae54-6d45687362ab None None] Checking router: 2b91a02e-b9b7-4240-8341-3587330754f5 for host: dv-cinder-786054-2-smb {{(pid=86332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 17 04:10:31.136562 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c420cdf-5880-4263-ae54-6d45687362ab None None] Routers {'2b91a02e-b9b7-4240-8341-3587330754f5'} bound to L3 agent in host dv-cinder-786054-2-smb {{(pid=86332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 17 04:10:31.137228 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.l3_hamode_db [None req-3c420cdf-5880-4263-ae54-6d45687362ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786054-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-17T03:57:39Z,description=,heartbeat_timestamp=2021-04-17T04:10:10Z,host='dv-cinder-786054-2-smb',id=89c35117-d9bd-45d8-8d43-26735203dc9d,load=0,resource_versions=,resources_synced=,started_at=2021-04-17T03:57:39Z,topic='l3_agent')) {'router_ids': ['2b91a02e-b9b7-4240-8341-3587330754f5'], 'active': True} {{(pid=86332) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 17 04:10:31.138481 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-c8804990-2eea-4d46-a22d-46d0cde5e92a req-8f909414-685e-47e3-85eb-18c718f1783b service neutron] 10.222.0.32 "GET /v2.0/networks/43cd83d7-cb61-4acf-ae4e-cda478ed81e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1727071 Apr 17 04:10:31.185942 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-b562a218-9c2b-4928-83d9-195f4618c9c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:10:31.189161 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-b562a218-9c2b-4928-83d9-195f4618c9c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920236'] for security_group, after_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:10:31.194060 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-b79f2560-da3e-4391-85c6-c5af7915b436 tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:10:31.223571 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b562a218-9c2b-4928-83d9-195f4618c9c7 admin admin] vlan segment allocate from pool success with {'vlan_id': 121, 'physical_network': 'physnet1'} {{(pid=86330) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 17 04:10:31.234010 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b562a218-9c2b-4928-83d9-195f4618c9c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdab9bfe-3ca9-465e-ae82-31382ff7f286,revision_number=1']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:10:31.238427 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-b562a218-9c2b-4928-83d9-195f4618c9c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:10:31.239407 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-b562a218-9c2b-4928-83d9-195f4618c9c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852729262'] for segment, precommit_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:10:31.239792 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.db.segments_db [None req-b562a218-9c2b-4928-83d9-195f4618c9c7 admin admin] Added segment a9552158-6cbf-47e4-9772-54bccf5b0b89 of type vlan for network a9c5271e-e1ea-44b1-9112-3a660df7e000 Apr 17 04:10:31.267608 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-b562a218-9c2b-4928-83d9-195f4618c9c7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792299528426'] for network, precommit_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:10:31.297627 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-b562a218-9c2b-4928-83d9-195f4618c9c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854152290'] for network, after_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:10:31.299028 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b562a218-9c2b-4928-83d9-195f4618c9c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:10:31.299674 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-b562a218-9c2b-4928-83d9-195f4618c9c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854152307'] for network, before_response {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:10:31.304808 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:10:31.333740 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.l3_dvr_db [None req-3c420cdf-5880-4263-ae54-6d45687362ab None None] Set router 2b91a02e-b9b7-4240-8341-3587330754f5 gateway port host: dv-cinder-786054-2-smb {{(pid=86332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 17 04:10:31.408778 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [None req-b562a218-9c2b-4928-83d9-195f4618c9c7 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6529930 Apr 17 04:10:31.411974 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.20', 59156) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 17 04:10:31.412149 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b562a218-9c2b-4928-83d9-195f4618c9c7 admin admin] Pushing event updated for resources: {'Network': ['ID=a9c5271e-e1ea-44b1-9112-3a660df7e000,revision_number=1']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:10:31.414876 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-b562a218-9c2b-4928-83d9-195f4618c9c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:10:31.421294 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.v2.base [None req-2f12c525-bc51-409e-944b-da96ebd4f0be admin admin] Request body: {'subnet': {'network_id': 'a9c5271e-e1ea-44b1-9112-3a660df7e000', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-267143021-subnet', 'tenant_id': 'd1cbadf8debf4552929ed1fd22c52e3e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 17 04:10:31.426956 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [None req-2f12c525-bc51-409e-944b-da96ebd4f0be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 17 04:10:31.431411 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [None req-2f12c525-bc51-409e-944b-da96ebd4f0be admin admin] Usage tracker for resource:subnet and tenant:d1cbadf8debf4552929ed1fd22c52e3e is out of sync, need to count used quota {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 17 04:10:31.434585 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [None req-2f12c525-bc51-409e-944b-da96ebd4f0be admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 17 04:10:31.441901 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [None req-2f12c525-bc51-409e-944b-da96ebd4f0be admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 17 04:10:31.451796 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f12c525-bc51-409e-944b-da96ebd4f0be admin admin] Made reservation on behalf of d1cbadf8debf4552929ed1fd22c52e3e for: {'subnet': 1} {{(pid=86331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 17 04:10:31.456977 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-2f12c525-bc51-409e-944b-da96ebd4f0be admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2643407'] for subnet, before_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:10:31.467848 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.rpc [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] Network a9c5271e-e1ea-44b1-9112-3a660df7e000 details requested by agent ovs-agent-dv-cinder-786054-2-smb with host dv-cinder-786054-2-smb {{(pid=86332) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 17 04:10:31.786442 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.l3_hamode_db [None req-3c420cdf-5880-4263-ae54-6d45687362ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b91a02e-b9b7-4240-8341-3587330754f5', 'name': 'tempest-TestMinimumBasicScenario-1304640215-router', 'tenant_id': '20095d40d9834d4b9753d4486e3a3e2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3299e77b-a72c-46bf-8676-13cef166cd0a', 'external_fixed_ips': [{'subnet_id': '126682c8-3b96-411d-a59b-48497db5cf0c', 'ip_address': '172.28.1.7'}], 'enable_snat': True}, 'gw_port_id': 'fb653b47-67c9-47d3-a54e-625149b21938', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-17T04:07:30Z', 'updated_at': '2021-04-17T04:07:37Z', 'revision_number': 4, 'project_id': '20095d40d9834d4b9753d4486e3a3e2c', 'gw_port': {'id': 'fb653b47-67c9-47d3-a54e-625149b21938', 'name': '', 'network_id': '3299e77b-a72c-46bf-8676-13cef166cd0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:50:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b91a02e-b9b7-4240-8341-3587330754f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '126682c8-3b96-411d-a59b-48497db5cf0c', 'ip_address': '172.28.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-17T04:07:32Z', 'updated_at': '2021-04-17T04:07:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126682c8-3b96-411d-a59b-48497db5cf0c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-2-smb', '_interfaces': [{'id': '02ef0d5c-f46f-417d-ac8f-4d9f92f3e98c', 'name': '', 'network_id': '43cd83d7-cb61-4acf-ae4e-cda478ed81e9', 'tenant_id': '20095d40d9834d4b9753d4486e3a3e2c', 'mac_address': 'fa:16:3e:1e:3e:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b91a02e-b9b7-4240-8341-3587330754f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '1a503fcd-4993-4e66-b302-8d39173456fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-17T04:07:36Z', 'updated_at': '2021-04-17T04:07:49Z', 'revision_number': 5, 'project_id': '20095d40d9834d4b9753d4486e3a3e2c', 'subnets': [{'id': '1a503fcd-4993-4e66-b302-8d39173456fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-2-smb', False) {} {{(pid=86332) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 17 04:10:31.790756 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c420cdf-5880-4263-ae54-6d45687362ab None None] The sync data for ids ['2b91a02e-b9b7-4240-8341-3587330754f5'] in dv-cinder-786054-2-smb is: [{'id': '2b91a02e-b9b7-4240-8341-3587330754f5', 'name': 'tempest-TestMinimumBasicScenario-1304640215-router', 'tenant_id': '20095d40d9834d4b9753d4486e3a3e2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3299e77b-a72c-46bf-8676-13cef166cd0a', 'external_fixed_ips': [{'subnet_id': '126682c8-3b96-411d-a59b-48497db5cf0c', 'ip_address': '172.28.1.7'}], 'enable_snat': True}, 'gw_port_id': 'fb653b47-67c9-47d3-a54e-625149b21938', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-17T04:07:30Z', 'updated_at': '2021-04-17T04:07:37Z', 'revision_number': 4, 'project_id': '20095d40d9834d4b9753d4486e3a3e2c', 'gw_port': {'id': 'fb653b47-67c9-47d3-a54e-625149b21938', 'name': '', 'network_id': '3299e77b-a72c-46bf-8676-13cef166cd0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:50:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b91a02e-b9b7-4240-8341-3587330754f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '126682c8-3b96-411d-a59b-48497db5cf0c', 'ip_address': '172.28.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-17T04:07:32Z', 'updated_at': '2021-04-17T04:07:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126682c8-3b96-411d-a59b-48497db5cf0c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-2-smb', '_interfaces': [{'id': '02ef0d5c-f46f-417d-ac8f-4d9f92f3e98c', 'name': '', 'network_id': '43cd83d7-cb61-4acf-ae4e-cda478ed81e9', 'tenant_id': '20095d40d9834d4b9753d4486e3a3e2c', 'mac_address': 'fa:16:3e:1e:3e:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b91a02e-b9b7-4240-8341-3587330754f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '1a503fcd-4993-4e66-b302-8d39173456fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-17T04:07:36Z', 'updated_at': '2021-04-17T04:07:49Z', 'revision_number': 5, 'project_id': '20095d40d9834d4b9753d4486e3a3e2c', 'subnets': [{'id': '1a503fcd-4993-4e66-b302-8d39173456fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 17 04:10:31.881555 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-2f12c525-bc51-409e-944b-da96ebd4f0be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854152290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3818410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2643422'] for subnet, after_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:10:31.886646 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-9aa41814-52d7-48c5-87c2-7a0ffc13fee3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:10:31.959629 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f12c525-bc51-409e-944b-da96ebd4f0be admin admin] Pushing event updated for resources: {'Subnet': ['ID=a5a8732b-2d9f-44b0-b94b-d70b89115da7,revision_number=0']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:10:31.964407 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-2f12c525-bc51-409e-944b-da96ebd4f0be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:10:31.971232 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f12c525-bc51-409e-944b-da96ebd4f0be admin admin] Checking segment: {'id': 'a9552158-6cbf-47e4-9772-54bccf5b0b89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'a9c5271e-e1ea-44b1-9112-3a660df7e000'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 17 04:10:31.971735 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f12c525-bc51-409e-944b-da96ebd4f0be admin admin] Network hostable DHCP agents. Network: a9c5271e-e1ea-44b1-9112-3a660df7e000, hostable agents: ['24f06517-14a9-410e-b60e-7bfb109842b9'], hosted agents: [] {{(pid=86331) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 17 04:10:31.991532 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f12c525-bc51-409e-944b-da96ebd4f0be admin admin] Network a9c5271e-e1ea-44b1-9112-3a660df7e000 is scheduled to be hosted by DHCP agent 24f06517-14a9-410e-b60e-7bfb109842b9 with binding_index 1 {{(pid=86331) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 17 04:10:32.001675 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.scheduler.base_scheduler [None req-2f12c525-bc51-409e-944b-da96ebd4f0be admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786054-2-smb, a9c5271e-e1ea-44b1-9112-3a660df7e000) {{(pid=86331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 17 04:10:32.017015 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f12c525-bc51-409e-944b-da96ebd4f0be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:10:32.017015 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-2f12c525-bc51-409e-944b-da96ebd4f0be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854152307'] for subnet, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:10:32.021479 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5be342df-ab77-44b3-baf5-c84591ff5242 None None] Network a9c5271e-e1ea-44b1-9112-3a660df7e000 requested from dv-cinder-786054-2-smb {{(pid=86332) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 17 04:10:32.038017 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [None req-2f12c525-bc51-409e-944b-da96ebd4f0be admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6241992 Apr 17 04:10:32.176184 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebf0f56a-e433-4a02-8c4d-c75a7a809363 None None] New status for floating IP a7b7d540-972d-46f3-9e00-22ce869836cb: DOWN {{(pid=86333) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 17 04:10:32.253439 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6da82974-421e-42be-b25d-67afef4aed86 None None] Network a9c5271e-e1ea-44b1-9112-3a660df7e000 requested from dv-cinder-786054-2-smb {{(pid=86332) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 17 04:10:32.671023 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0061d988-9d41-4c0a-8328-a8f2ef0bd33c req-9df5177c-0ac1-4b77-a623-77ce0be50c36 tempest-VolumesActionsTest-117882642 tempest-VolumesActionsTest-117882642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:10:32.672673 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-0061d988-9d41-4c0a-8328-a8f2ef0bd33c req-9df5177c-0ac1-4b77-a623-77ce0be50c36 tempest-VolumesActionsTest-117882642 tempest-VolumesActionsTest-117882642-project] 10.222.0.20 "GET /v2.0/networks?id=1843ac26-d3d1-41c2-897c-51ff544b5451 HTTP/1.1" status: 200 len: 808 time: 0.1636925 Apr 17 04:10:32.689546 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-0061d988-9d41-4c0a-8328-a8f2ef0bd33c req-d19327a1-de6a-4697-b4eb-d744669c43af tempest-VolumesActionsTest-117882642 tempest-VolumesActionsTest-117882642-project] 10.222.0.20 "GET /v2.0/quotas/823022bbc97f4dd69013e2ff6fadad6f HTTP/1.1" status: 200 len: 375 time: 0.0104871 Apr 17 04:10:32.756359 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-0061d988-9d41-4c0a-8328-a8f2ef0bd33c req-004c0fa5-fda9-49fc-b3ed-c5857c990d4f tempest-VolumesActionsTest-117882642 tempest-VolumesActionsTest-117882642-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=823022bbc97f4dd69013e2ff6fadad6f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0611413 Apr 17 04:10:32.909436 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-0061d988-9d41-4c0a-8328-a8f2ef0bd33c req-0036ca02-f2df-4a48-8316-0bd039302e8b service neutron] 10.222.0.20 "GET /v2.0/networks/1843ac26-d3d1-41c2-897c-51ff544b5451?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1417224 Apr 17 04:10:33.056950 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-0061d988-9d41-4c0a-8328-a8f2ef0bd33c req-65a5dbd5-c25c-4fd8-bf6b-96d0a7b525bb service neutron] 10.222.0.20 "GET /v2.0/networks/1843ac26-d3d1-41c2-897c-51ff544b5451?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1381612 Apr 17 04:10:33.253501 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-7288b6cb-dc26-4415-bf40-b22ec66cf41d req-08a60852-65df-42d7-81ec-ae1fc6f833f3 tempest-VolumesActionsTest-117882642 tempest-VolumesActionsTest-117882642-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b0cf21d-4f53-4fe0-8244-f3981e62f189 HTTP/1.1" status: 200 len: 210 time: 0.0491121 Apr 17 04:10:33.480638 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7f97c0-d73c-4d30-a6fa-067f5ea67090 req-4fed447e-e9e6-4fb8-b7cf-878814708ffb tempest-TestMinimumBasicScenario-1804355180 tempest-TestMinimumBasicScenario-1804355180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:10:33.481534 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [req-3c7f97c0-d73c-4d30-a6fa-067f5ea67090 req-4fed447e-e9e6-4fb8-b7cf-878814708ffb tempest-TestMinimumBasicScenario-1804355180 tempest-TestMinimumBasicScenario-1804355180-project] Synchronizing usage tracker for tenant:20095d40d9834d4b9753d4486e3a3e2c on resource:port {{(pid=86331) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 17 04:10:33.499373 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [req-3c7f97c0-d73c-4d30-a6fa-067f5ea67090 req-4fed447e-e9e6-4fb8-b7cf-878814708ffb tempest-TestMinimumBasicScenario-1804355180 tempest-TestMinimumBasicScenario-1804355180-project] Unset dirty status for tenant:20095d40d9834d4b9753d4486e3a3e2c on resource:port {{(pid=86331) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 17 04:10:33.503403 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-3c7f97c0-d73c-4d30-a6fa-067f5ea67090 req-4fed447e-e9e6-4fb8-b7cf-878814708ffb tempest-TestMinimumBasicScenario-1804355180 tempest-TestMinimumBasicScenario-1804355180-project] 10.222.0.20 "GET /v2.0/ports?device_id=77c6f62d-8974-4b57-968d-f8f839d90eb8 HTTP/1.1" status: 200 len: 946 time: 0.1252594 Apr 17 04:10:33.552826 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-3c7f97c0-d73c-4d30-a6fa-067f5ea67090 req-e1a38306-cc21-4be3-a543-de475168e475 tempest-TestMinimumBasicScenario-1804355180 tempest-TestMinimumBasicScenario-1804355180-project] 10.222.0.20 "GET /v2.0/security-groups?id=e01e7c40-4b22-407a-a279-6b071a5a6d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455973 Apr 17 04:10:34.420953 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-e786f984-c018-42ec-a831-deda45f7903e req-fa70b7d5-40dd-4b62-87fa-8f19bfc10abc tempest-VolumesActionsTest-117882642 tempest-VolumesActionsTest-117882642-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b0cf21d-4f53-4fe0-8244-f3981e62f189 HTTP/1.1" status: 200 len: 210 time: 0.0497541 Apr 17 04:10:34.435932 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0061d988-9d41-4c0a-8328-a8f2ef0bd33c req-a44836b1-23be-4ef2-b464-5e6a78646ad0 tempest-VolumesActionsTest-117882642 tempest-VolumesActionsTest-117882642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:10:34.436713 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [req-0061d988-9d41-4c0a-8328-a8f2ef0bd33c req-a44836b1-23be-4ef2-b464-5e6a78646ad0 tempest-VolumesActionsTest-117882642 tempest-VolumesActionsTest-117882642-project] Synchronizing usage tracker for tenant:823022bbc97f4dd69013e2ff6fadad6f on resource:network {{(pid=86330) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 17 04:10:34.455334 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [req-0061d988-9d41-4c0a-8328-a8f2ef0bd33c req-a44836b1-23be-4ef2-b464-5e6a78646ad0 tempest-VolumesActionsTest-117882642 tempest-VolumesActionsTest-117882642-project] Unset dirty status for tenant:823022bbc97f4dd69013e2ff6fadad6f on resource:network {{(pid=86330) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 17 04:10:34.456649 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-0061d988-9d41-4c0a-8328-a8f2ef0bd33c req-a44836b1-23be-4ef2-b464-5e6a78646ad0 tempest-VolumesActionsTest-117882642 tempest-VolumesActionsTest-117882642-project] 10.222.0.32 "GET /v2.0/networks?id=1843ac26-d3d1-41c2-897c-51ff544b5451 HTTP/1.1" status: 200 len: 808 time: 0.1802936 Apr 17 04:10:34.472738 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.v2.base [req-0061d988-9d41-4c0a-8328-a8f2ef0bd33c req-12300dba-5850-416b-9c39-c2a99081e1e0 tempest-VolumesActionsTest-117882642 tempest-VolumesActionsTest-117882642-project] Request body: {'port': {'device_id': '5b0cf21d-4f53-4fe0-8244-f3981e62f189', 'network_id': '1843ac26-d3d1-41c2-897c-51ff544b5451', 'admin_state_up': True, 'tenant_id': '823022bbc97f4dd69013e2ff6fadad6f'}} {{(pid=86330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 17 04:10:34.620666 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [req-0061d988-9d41-4c0a-8328-a8f2ef0bd33c req-12300dba-5850-416b-9c39-c2a99081e1e0 tempest-VolumesActionsTest-117882642 tempest-VolumesActionsTest-117882642-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 17 04:10:34.624700 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [req-0061d988-9d41-4c0a-8328-a8f2ef0bd33c req-12300dba-5850-416b-9c39-c2a99081e1e0 tempest-VolumesActionsTest-117882642 tempest-VolumesActionsTest-117882642-project] Usage tracker for resource:port and tenant:823022bbc97f4dd69013e2ff6fadad6f is out of sync, need to count used quota {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 17 04:10:34.627717 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [req-0061d988-9d41-4c0a-8328-a8f2ef0bd33c req-12300dba-5850-416b-9c39-c2a99081e1e0 tempest-VolumesActionsTest-117882642 tempest-VolumesActionsTest-117882642-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 17 04:10:34.633911 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [req-0061d988-9d41-4c0a-8328-a8f2ef0bd33c req-12300dba-5850-416b-9c39-c2a99081e1e0 tempest-VolumesActionsTest-117882642 tempest-VolumesActionsTest-117882642-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 17 04:10:34.643800 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0061d988-9d41-4c0a-8328-a8f2ef0bd33c req-12300dba-5850-416b-9c39-c2a99081e1e0 tempest-VolumesActionsTest-117882642 tempest-VolumesActionsTest-117882642-project] Made reservation on behalf of 823022bbc97f4dd69013e2ff6fadad6f for: {'port': 1} {{(pid=86330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 17 04:10:34.650126 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [req-0061d988-9d41-4c0a-8328-a8f2ef0bd33c req-12300dba-5850-416b-9c39-c2a99081e1e0 tempest-VolumesActionsTest-117882642 tempest-VolumesActionsTest-117882642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853081909'] for port, before_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:10:34.758825 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285f497c-cd49-4636-a990-41b5d3a8d88e req-bafa11dd-5e36-45bf-9274-037cbf39633b tempest-TestMinimumBasicScenario-1804355180 tempest-TestMinimumBasicScenario-1804355180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:10:34.760506 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-285f497c-cd49-4636-a990-41b5d3a8d88e req-bafa11dd-5e36-45bf-9274-037cbf39633b tempest-TestMinimumBasicScenario-1804355180 tempest-TestMinimumBasicScenario-1804355180-project] 10.222.0.20 "GET /v2.0/ports?device_id=77c6f62d-8974-4b57-968d-f8f839d90eb8 HTTP/1.1" status: 200 len: 946 time: 0.0890985 Apr 17 04:10:34.812641 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-285f497c-cd49-4636-a990-41b5d3a8d88e req-01184214-7450-45d1-b567-8d813991d7fc tempest-TestMinimumBasicScenario-1804355180 tempest-TestMinimumBasicScenario-1804355180-project] 10.222.0.20 "GET /v2.0/security-groups?id=e01e7c40-4b22-407a-a279-6b071a5a6d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456438 Apr 17 04:10:34.823696 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.db_base_plugin_common [req-0061d988-9d41-4c0a-8328-a8f2ef0bd33c req-12300dba-5850-416b-9c39-c2a99081e1e0 tempest-VolumesActionsTest-117882642 tempest-VolumesActionsTest-117882642-project] Allocated IP 172.20.0.6 (1843ac26-d3d1-41c2-897c-51ff544b5451/33031224-b828-438b-901f-4ab7acd1ee18/69ca2623-4705-4002-a2a2-217bf448f1dd) {{(pid=86330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 17 04:10:35.035118 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [req-0061d988-9d41-4c0a-8328-a8f2ef0bd33c req-12300dba-5850-416b-9c39-c2a99081e1e0 tempest-VolumesActionsTest-117882642 tempest-VolumesActionsTest-117882642-project] Notify callbacks [] for port, precommit_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:10:35.066088 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [req-0061d988-9d41-4c0a-8328-a8f2ef0bd33c req-12300dba-5850-416b-9c39-c2a99081e1e0 tempest-VolumesActionsTest-117882642 tempest-VolumesActionsTest-117882642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1691685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854152290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244555219623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852218909'] for port, after_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:10:35.072882 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-47c973d6-398b-42d5-951a-d23e4dfd5bd1 tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:10:35.147170 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0061d988-9d41-4c0a-8328-a8f2ef0bd33c req-12300dba-5850-416b-9c39-c2a99081e1e0 tempest-VolumesActionsTest-117882642 tempest-VolumesActionsTest-117882642-project] Network 1843ac26-d3d1-41c2-897c-51ff544b5451 is already hosted by enough agents. {{(pid=86330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 17 04:10:35.150477 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.scheduler.base_scheduler [req-0061d988-9d41-4c0a-8328-a8f2ef0bd33c req-12300dba-5850-416b-9c39-c2a99081e1e0 tempest-VolumesActionsTest-117882642 tempest-VolumesActionsTest-117882642-project] Resources bound (agent type, host, resource id): {{(pid=86330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 17 04:10:35.154676 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.l3_dvrscheduler_db [req-0061d988-9d41-4c0a-8328-a8f2ef0bd33c req-12300dba-5850-416b-9c39-c2a99081e1e0 tempest-VolumesActionsTest-117882642 tempest-VolumesActionsTest-117882642-project] Received port after_create {{(pid=86330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 17 04:10:35.187671 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12300dba-5850-416b-9c39-c2a99081e1e0 tempest-VolumesActionsTest-117882642 tempest-VolumesActionsTest-117882642-project] Pushing event updated for resources: {'Port': ['ID=69ca2623-4705-4002-a2a2-217bf448f1dd,revision_number=1']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:10:35.194827 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-12300dba-5850-416b-9c39-c2a99081e1e0 tempest-VolumesActionsTest-117882642 tempest-VolumesActionsTest-117882642-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:10:35.226263 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0061d988-9d41-4c0a-8328-a8f2ef0bd33c req-12300dba-5850-416b-9c39-c2a99081e1e0 tempest-VolumesActionsTest-117882642 tempest-VolumesActionsTest-117882642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:10:35.226957 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [req-0061d988-9d41-4c0a-8328-a8f2ef0bd33c req-12300dba-5850-416b-9c39-c2a99081e1e0 tempest-VolumesActionsTest-117882642 tempest-VolumesActionsTest-117882642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2986'] for port, before_response {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:10:35.253552 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-0061d988-9d41-4c0a-8328-a8f2ef0bd33c req-12300dba-5850-416b-9c39-c2a99081e1e0 tempest-VolumesActionsTest-117882642 tempest-VolumesActionsTest-117882642-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7851133 Apr 17 04:10:35.271074 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.v2.base [req-0061d988-9d41-4c0a-8328-a8f2ef0bd33c req-b190e987-90c7-43e6-95ee-403ddf821e12 service neutron] Request body: {'port': {'device_id': '5b0cf21d-4f53-4fe0-8244-f3981e62f189', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78605'}} {{(pid=86330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 17 04:10:35.394146 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [req-0061d988-9d41-4c0a-8328-a8f2ef0bd33c req-b190e987-90c7-43e6-95ee-403ddf821e12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853081909'] for port, before_update {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:10:35.471859 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d8e572-fe3e-494a-9216-b92889047334 req-1c60bf75-a56b-4e39-b3af-052e7cf6114c tempest-TestMinimumBasicScenario-1804355180 tempest-TestMinimumBasicScenario-1804355180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:10:35.473561 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-31d8e572-fe3e-494a-9216-b92889047334 req-1c60bf75-a56b-4e39-b3af-052e7cf6114c tempest-TestMinimumBasicScenario-1804355180 tempest-TestMinimumBasicScenario-1804355180-project] 10.222.0.32 "GET /v2.0/ports?device_id=77c6f62d-8974-4b57-968d-f8f839d90eb8 HTTP/1.1" status: 200 len: 946 time: 0.0922074 Apr 17 04:10:35.599476 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.plugin [req-31d8e572-fe3e-494a-9216-b92889047334 req-da6e74e5-9f07-4705-b1ed-7f2bb51a39a2 tempest-TestMinimumBasicScenario-1804355180 tempest-TestMinimumBasicScenario-1804355180-project] Deleting port 4a43203c-ceaa-4e06-80e8-a8cc7e4361a1 {{(pid=86331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 17 04:10:35.599852 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [req-31d8e572-fe3e-494a-9216-b92889047334 req-da6e74e5-9f07-4705-b1ed-7f2bb51a39a2 tempest-TestMinimumBasicScenario-1804355180 tempest-TestMinimumBasicScenario-1804355180-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363244554791028'] for port, before_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:10:35.758169 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.notifiers.nova [req-0061d988-9d41-4c0a-8328-a8f2ef0bd33c req-b190e987-90c7-43e6-95ee-403ddf821e12 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69ca2623-4705-4002-a2a2-217bf448f1dd {{(pid=86330) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 17 04:10:35.766021 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [req-0061d988-9d41-4c0a-8328-a8f2ef0bd33c req-b190e987-90c7-43e6-95ee-403ddf821e12 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:10:35.781136 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.provisioning_blocks [req-0061d988-9d41-4c0a-8328-a8f2ef0bd33c req-b190e987-90c7-43e6-95ee-403ddf821e12 service neutron] Transition to ACTIVE for port object 69ca2623-4705-4002-a2a2-217bf448f1dd will not be triggered until provisioned by entity L2. {{(pid=86330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 17 04:10:35.784510 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [req-0061d988-9d41-4c0a-8328-a8f2ef0bd33c req-b190e987-90c7-43e6-95ee-403ddf821e12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1691685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854152290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792299986632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244555219606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792299556228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2556906'] for port, after_update {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:10:35.786102 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb749e5-251e-47a7-9fcb-88993788ca56 req-b86e74bf-219e-4a59-ad44-856419f0d638 tempest-VolumesActionsTest-117882642 tempest-VolumesActionsTest-117882642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:10:35.787889 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-5fb749e5-251e-47a7-9fcb-88993788ca56 req-b86e74bf-219e-4a59-ad44-856419f0d638 tempest-VolumesActionsTest-117882642 tempest-VolumesActionsTest-117882642-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b0cf21d-4f53-4fe0-8244-f3981e62f189 HTTP/1.1" status: 200 len: 931 time: 0.2498984 Apr 17 04:10:35.789264 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-3c15124e-97ea-420c-84bc-2bd17381944f tempest-AttachVolumeNegativeTest-1226596354 tempest-AttachVolumeNegativeTest-1226596354-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:10:35.914959 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-5fb749e5-251e-47a7-9fcb-88993788ca56 req-f6b364ad-2f8b-4a0e-8d0c-7c38f2b3be6e tempest-VolumesActionsTest-117882642 tempest-VolumesActionsTest-117882642-project] 10.222.0.20 "GET /v2.0/security-groups?id=e1ca63b8-a5ba-47da-be51-2aa1241fd379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766611 Apr 17 04:10:35.934223 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.db [req-31d8e572-fe3e-494a-9216-b92889047334 req-da6e74e5-9f07-4705-b1ed-7f2bb51a39a2 tempest-TestMinimumBasicScenario-1804355180 tempest-TestMinimumBasicScenario-1804355180-project] For port 4a43203c-ceaa-4e06-80e8-a8cc7e4361a1, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=4a43203c-ceaa-4e06-80e8-a8cc7e4361a1,segment=NetworkSegment(aa880a9b-d843-41c6-bf8f-60abaf737a30),segment_id=aa880a9b-d843-41c6-bf8f-60abaf737a30)] {{(pid=86331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 17 04:10:35.934621 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [req-31d8e572-fe3e-494a-9216-b92889047334 req-da6e74e5-9f07-4705-b1ed-7f2bb51a39a2 tempest-TestMinimumBasicScenario-1804355180 tempest-TestMinimumBasicScenario-1804355180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853832323'] for port, precommit_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:10:35.956232 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b190e987-90c7-43e6-95ee-403ddf821e12 service neutron] Pushing event updated for resources: {'Port': ['ID=69ca2623-4705-4002-a2a2-217bf448f1dd,revision_number=2']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:10:35.963939 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-b190e987-90c7-43e6-95ee-403ddf821e12 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:10:36.033923 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.managers [req-0061d988-9d41-4c0a-8328-a8f2ef0bd33c req-b190e987-90c7-43e6-95ee-403ddf821e12 service neutron] Attempting to bind port 69ca2623-4705-4002-a2a2-217bf448f1dd on host hv-cinder-78605 for vnic_type normal with profile {{(pid=86330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 17 04:10:36.034264 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.managers [req-0061d988-9d41-4c0a-8328-a8f2ef0bd33c req-b190e987-90c7-43e6-95ee-403ddf821e12 service neutron] Attempting to bind port 69ca2623-4705-4002-a2a2-217bf448f1dd by drivers openvswitch,hyperv on host hv-cinder-78605 at level 0 using segments [{'id': '3344f372-5548-4a12-86d0-99605a084d9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '1843ac26-d3d1-41c2-897c-51ff544b5451'}] {{(pid=86330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 17 04:10:36.034555 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0061d988-9d41-4c0a-8328-a8f2ef0bd33c req-b190e987-90c7-43e6-95ee-403ddf821e12 service neutron] Attempting to bind port 69ca2623-4705-4002-a2a2-217bf448f1dd on network 1843ac26-d3d1-41c2-897c-51ff544b5451 {{(pid=86330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 17 04:10:36.039997 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0061d988-9d41-4c0a-8328-a8f2ef0bd33c req-b190e987-90c7-43e6-95ee-403ddf821e12 service neutron] Port 69ca2623-4705-4002-a2a2-217bf448f1dd on network 1843ac26-d3d1-41c2-897c-51ff544b5451 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78605 {{(pid=86330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 17 04:10:36.040369 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0061d988-9d41-4c0a-8328-a8f2ef0bd33c req-b190e987-90c7-43e6-95ee-403ddf821e12 service neutron] Attempting to bind port 69ca2623-4705-4002-a2a2-217bf448f1dd on network 1843ac26-d3d1-41c2-897c-51ff544b5451 {{(pid=86330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 17 04:10:36.046459 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0061d988-9d41-4c0a-8328-a8f2ef0bd33c req-b190e987-90c7-43e6-95ee-403ddf821e12 service neutron] Checking agent: {'id': '61ad0fc1-16d6-4e18-b3c9-f584687973c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78605', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 17, 4, 4, 12), 'started_at': datetime.datetime(2021, 4, 17, 4, 4, 12), 'heartbeat_timestamp': datetime.datetime(2021, 4, 17, 4, 10, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 17 04:10:36.046871 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0061d988-9d41-4c0a-8328-a8f2ef0bd33c req-b190e987-90c7-43e6-95ee-403ddf821e12 service neutron] Checking segment: {'id': '3344f372-5548-4a12-86d0-99605a084d9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '1843ac26-d3d1-41c2-897c-51ff544b5451'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 17 04:10:36.047359 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0061d988-9d41-4c0a-8328-a8f2ef0bd33c req-b190e987-90c7-43e6-95ee-403ddf821e12 service neutron] Bound using segment: {'id': '3344f372-5548-4a12-86d0-99605a084d9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '1843ac26-d3d1-41c2-897c-51ff544b5451'} {{(pid=86330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 17 04:10:36.047843 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.managers [req-0061d988-9d41-4c0a-8328-a8f2ef0bd33c req-b190e987-90c7-43e6-95ee-403ddf821e12 service neutron] Bound port: 69ca2623-4705-4002-a2a2-217bf448f1dd, host: hv-cinder-78605, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3344f372-5548-4a12-86d0-99605a084d9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '1843ac26-d3d1-41c2-897c-51ff544b5451'}}] {{(pid=86330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 17 04:10:36.048230 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [req-0061d988-9d41-4c0a-8328-a8f2ef0bd33c req-b190e987-90c7-43e6-95ee-403ddf821e12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853081909'] for port, before_update {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:10:36.152668 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.db [req-0061d988-9d41-4c0a-8328-a8f2ef0bd33c req-b190e987-90c7-43e6-95ee-403ddf821e12 service neutron] For port 69ca2623-4705-4002-a2a2-217bf448f1dd, host hv-cinder-78605, cleared binding levels {{(pid=86330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 17 04:10:36.156142 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.db [req-0061d988-9d41-4c0a-8328-a8f2ef0bd33c req-b190e987-90c7-43e6-95ee-403ddf821e12 service neutron] For port 69ca2623-4705-4002-a2a2-217bf448f1dd, host hv-cinder-78605, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=69ca2623-4705-4002-a2a2-217bf448f1dd,segment=NetworkSegment(3344f372-5548-4a12-86d0-99605a084d9c),segment_id=3344f372-5548-4a12-86d0-99605a084d9c)] {{(pid=86330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 17 04:10:36.160735 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [req-0061d988-9d41-4c0a-8328-a8f2ef0bd33c req-b190e987-90c7-43e6-95ee-403ddf821e12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1691685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854152290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792299986632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244555219606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792299556228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2556906'] for port, after_update {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:10:36.164996 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-523b0298-1144-4ee6-9834-4d6829968ad3 tempest-AttachVolumeNegativeTest-1226596354 tempest-AttachVolumeNegativeTest-1226596354-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:10:36.227292 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0061d988-9d41-4c0a-8328-a8f2ef0bd33c req-b190e987-90c7-43e6-95ee-403ddf821e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:10:36.227985 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [req-0061d988-9d41-4c0a-8328-a8f2ef0bd33c req-b190e987-90c7-43e6-95ee-403ddf821e12 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2986'] for port, before_response {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:10:36.229511 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-0061d988-9d41-4c0a-8328-a8f2ef0bd33c req-b190e987-90c7-43e6-95ee-403ddf821e12 service neutron] 10.222.0.32 "PUT /v2.0/ports/69ca2623-4705-4002-a2a2-217bf448f1dd HTTP/1.1" status: 200 len: 1093 time: 0.9631209 Apr 17 04:10:36.230093 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b0cf21d-4f53-4fe0-8244-f3981e62f189', 'tag': '69ca2623-4705-4002-a2a2-217bf448f1dd'}] {{(pid=86330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 17 04:10:36.251718 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b190e987-90c7-43e6-95ee-403ddf821e12 service neutron] Pushing event updated for resources: {'Port': ['ID=69ca2623-4705-4002-a2a2-217bf448f1dd,revision_number=3']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:10:36.255023 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-b190e987-90c7-43e6-95ee-403ddf821e12 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:10:36.363173 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0061d988-9d41-4c0a-8328-a8f2ef0bd33c req-aa4a87a0-c7db-4d79-bba4-23a414a3d6b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:10:36.364990 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-0061d988-9d41-4c0a-8328-a8f2ef0bd33c req-aa4a87a0-c7db-4d79-bba4-23a414a3d6b7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=823022bbc97f4dd69013e2ff6fadad6f&device_id=5b0cf21d-4f53-4fe0-8244-f3981e62f189 HTTP/1.1" status: 200 len: 1096 time: 0.0853205 Apr 17 04:10:36.367498 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.plugin [req-31d8e572-fe3e-494a-9216-b92889047334 req-da6e74e5-9f07-4705-b1ed-7f2bb51a39a2 tempest-TestMinimumBasicScenario-1804355180 tempest-TestMinimumBasicScenario-1804355180-project] Calling delete_port for 4a43203c-ceaa-4e06-80e8-a8cc7e4361a1 owned by compute:nova {{(pid=86331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 17 04:10:36.430128 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b0cf21d-4f53-4fe0-8244-f3981e62f189', 'tag': '69ca2623-4705-4002-a2a2-217bf448f1dd', 'status': 'completed', 'code': 200} Apr 17 04:10:36.441998 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-0061d988-9d41-4c0a-8328-a8f2ef0bd33c req-af1be5db-e186-46ca-86b7-ff5b32482f84 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=69ca2623-4705-4002-a2a2-217bf448f1dd HTTP/1.1" status: 200 len: 217 time: 0.0686207 Apr 17 04:10:36.511955 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0061d988-9d41-4c0a-8328-a8f2ef0bd33c req-c1becc02-6a7f-403f-ac72-be9d9537fe80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:10:36.513588 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-0061d988-9d41-4c0a-8328-a8f2ef0bd33c req-c1becc02-6a7f-403f-ac72-be9d9537fe80 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=33031224-b828-438b-901f-4ab7acd1ee18 HTTP/1.1" status: 200 len: 848 time: 0.0634153 Apr 17 04:10:36.528361 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3306ff1-0c08-4337-aeeb-1d361dd23f98 req-742f3437-d304-431d-9a8a-30ca84bb49cd tempest-TestMinimumBasicScenario-1804355180 tempest-TestMinimumBasicScenario-1804355180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:10:36.530022 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-a3306ff1-0c08-4337-aeeb-1d361dd23f98 req-742f3437-d304-431d-9a8a-30ca84bb49cd tempest-TestMinimumBasicScenario-1804355180 tempest-TestMinimumBasicScenario-1804355180-project] 10.222.0.20 "GET /v2.0/ports?device_id=77c6f62d-8974-4b57-968d-f8f839d90eb8 HTTP/1.1" status: 200 len: 946 time: 0.5824399 Apr 17 04:10:36.566200 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-0061d988-9d41-4c0a-8328-a8f2ef0bd33c req-5dbe03b6-b352-4eaa-8431-b244ad7bb060 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1843ac26-d3d1-41c2-897c-51ff544b5451&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0462527 Apr 17 04:10:36.602346 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [req-31d8e572-fe3e-494a-9216-b92889047334 req-da6e74e5-9f07-4705-b1ed-7f2bb51a39a2 tempest-TestMinimumBasicScenario-1804355180 tempest-TestMinimumBasicScenario-1804355180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1691685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854152290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244554789151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792299556194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850958277'] for port, after_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:10:36.610381 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:10:36.652594 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-a3306ff1-0c08-4337-aeeb-1d361dd23f98 req-3cc37ff9-cfc5-4efb-ba56-e00940933292 tempest-TestMinimumBasicScenario-1804355180 tempest-TestMinimumBasicScenario-1804355180-project] 10.222.0.20 "GET /v2.0/security-groups?id=e01e7c40-4b22-407a-a279-6b071a5a6d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104527 Apr 17 04:10:36.661725 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6e74e5-9f07-4705-b1ed-7f2bb51a39a2 tempest-TestMinimumBasicScenario-1804355180 tempest-TestMinimumBasicScenario-1804355180-project] Pushing event deleted for resources: {'Port': ['ID=4a43203c-ceaa-4e06-80e8-a8cc7e4361a1,revision_number=None']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:10:36.664641 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-da6e74e5-9f07-4705-b1ed-7f2bb51a39a2 tempest-TestMinimumBasicScenario-1804355180 tempest-TestMinimumBasicScenario-1804355180-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:10:36.711111 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-0061d988-9d41-4c0a-8328-a8f2ef0bd33c req-21021514-f2c1-48ec-adb1-85f1b6e186ef service neutron] 10.222.0.32 "GET /v2.0/networks/1843ac26-d3d1-41c2-897c-51ff544b5451?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382623 Apr 17 04:10:36.757622 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.l3_dvrscheduler_db [req-31d8e572-fe3e-494a-9216-b92889047334 req-da6e74e5-9f07-4705-b1ed-7f2bb51a39a2 tempest-TestMinimumBasicScenario-1804355180 tempest-TestMinimumBasicScenario-1804355180-project] No DVR routers for this DVR port 4a43203c-ceaa-4e06-80e8-a8cc7e4361a1 on host hv-cinder-78605 {{(pid=86331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 17 04:10:36.760365 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [req-31d8e572-fe3e-494a-9216-b92889047334 req-da6e74e5-9f07-4705-b1ed-7f2bb51a39a2 tempest-TestMinimumBasicScenario-1804355180 tempest-TestMinimumBasicScenario-1804355180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2986'] for port, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:10:36.763535 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77c6f62d-8974-4b57-968d-f8f839d90eb8', 'name': 'network-vif-deleted', 'tag': '4a43203c-ceaa-4e06-80e8-a8cc7e4361a1'}] {{(pid=86331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 17 04:10:36.779397 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-31d8e572-fe3e-494a-9216-b92889047334 req-da6e74e5-9f07-4705-b1ed-7f2bb51a39a2 tempest-TestMinimumBasicScenario-1804355180 tempest-TestMinimumBasicScenario-1804355180-project] 10.222.0.32 "DELETE /v2.0/ports/4a43203c-ceaa-4e06-80e8-a8cc7e4361a1 HTTP/1.1" status: 204 len: 173 time: 1.2995307 Apr 17 04:10:36.832504 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77c6f62d-8974-4b57-968d-f8f839d90eb8', 'name': 'network-vif-deleted', 'tag': '4a43203c-ceaa-4e06-80e8-a8cc7e4361a1', 'status': 'completed', 'code': 200} Apr 17 04:10:36.863991 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-0061d988-9d41-4c0a-8328-a8f2ef0bd33c req-a9290a74-8438-4b4d-b065-6c5ff91de3b7 service neutron] 10.222.0.32 "GET /v2.0/networks/1843ac26-d3d1-41c2-897c-51ff544b5451?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1444352 Apr 17 04:10:37.032863 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beac81ec-2f67-4a1a-b104-8cef78e181c9 req-0a135bec-4fa1-4ca9-a609-b24181688a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:10:37.034744 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-beac81ec-2f67-4a1a-b104-8cef78e181c9 req-0a135bec-4fa1-4ca9-a609-b24181688a5c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=823022bbc97f4dd69013e2ff6fadad6f&device_id=5b0cf21d-4f53-4fe0-8244-f3981e62f189 HTTP/1.1" status: 200 len: 1096 time: 0.0834610 Apr 17 04:10:37.127274 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5d08ae-bf90-4101-9c97-860f1a455443 req-791e67d1-e476-4e1c-98b9-87be42786360 tempest-VolumesActionsTest-117882642 tempest-VolumesActionsTest-117882642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:10:37.128899 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-fc5d08ae-bf90-4101-9c97-860f1a455443 req-791e67d1-e476-4e1c-98b9-87be42786360 tempest-VolumesActionsTest-117882642 tempest-VolumesActionsTest-117882642-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b0cf21d-4f53-4fe0-8244-f3981e62f189 HTTP/1.1" status: 200 len: 943 time: 0.0919502 Apr 17 04:10:37.181379 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-fc5d08ae-bf90-4101-9c97-860f1a455443 req-21148a1b-d139-4a94-94f1-3fb49183846d tempest-VolumesActionsTest-117882642 tempest-VolumesActionsTest-117882642-project] 10.222.0.20 "GET /v2.0/security-groups?id=e1ca63b8-a5ba-47da-be51-2aa1241fd379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461514 Apr 17 04:10:37.193213 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beac81ec-2f67-4a1a-b104-8cef78e181c9 req-0f6f71c3-03e0-40ae-a563-702ccba06982 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:10:37.194895 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-beac81ec-2f67-4a1a-b104-8cef78e181c9 req-0f6f71c3-03e0-40ae-a563-702ccba06982 service neutron] 10.222.0.32 "GET /v2.0/networks?id=1843ac26-d3d1-41c2-897c-51ff544b5451 HTTP/1.1" status: 200 len: 909 time: 0.1466463 Apr 17 04:10:37.269963 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-beac81ec-2f67-4a1a-b104-8cef78e181c9 req-458833bb-507b-4d32-bee5-0fa78c825f86 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=69ca2623-4705-4002-a2a2-217bf448f1dd HTTP/1.1" status: 200 len: 217 time: 0.0664935 Apr 17 04:10:37.283947 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-950b9be3-b7e6-4973-8a09-bd8b9f5b70b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244554870149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852757949'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:10:37.346189 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beac81ec-2f67-4a1a-b104-8cef78e181c9 req-a2c93b62-5a71-4600-8c7f-a79a7b067a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:10:37.347950 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-beac81ec-2f67-4a1a-b104-8cef78e181c9 req-a2c93b62-5a71-4600-8c7f-a79a7b067a48 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=33031224-b828-438b-901f-4ab7acd1ee18 HTTP/1.1" status: 200 len: 848 time: 0.0691926 Apr 17 04:10:37.418764 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-beac81ec-2f67-4a1a-b104-8cef78e181c9 req-0b1cc932-c09e-4cb2-a360-f19cc740f17d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1843ac26-d3d1-41c2-897c-51ff544b5451&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0629017 Apr 17 04:10:37.812515 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-beac81ec-2f67-4a1a-b104-8cef78e181c9 req-d9898b18-5051-4a2d-b936-4966d0412c1c service neutron] 10.222.0.32 "GET /v2.0/networks/1843ac26-d3d1-41c2-897c-51ff544b5451?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3793869 Apr 17 04:10:37.959884 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-beac81ec-2f67-4a1a-b104-8cef78e181c9 req-57d19419-8e68-4278-8b16-dca678088c6b service neutron] 10.222.0.32 "GET /v2.0/networks/1843ac26-d3d1-41c2-897c-51ff544b5451?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400223 Apr 17 04:10:38.386592 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b098c760-9d0b-490b-9b29-efb7d080c571 req-ae1766d2-f460-4a0f-91b9-9ff6b23bc07e tempest-VolumesActionsTest-117882642 tempest-VolumesActionsTest-117882642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:10:38.388210 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-b098c760-9d0b-490b-9b29-efb7d080c571 req-ae1766d2-f460-4a0f-91b9-9ff6b23bc07e tempest-VolumesActionsTest-117882642 tempest-VolumesActionsTest-117882642-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b0cf21d-4f53-4fe0-8244-f3981e62f189 HTTP/1.1" status: 200 len: 943 time: 0.0879419 Apr 17 04:10:38.419789 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.rpc [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Device 4a43203c-ceaa-4e06-80e8-a8cc7e4361a1 no longer exists at agent hyperv_hv-cinder-78605 {{(pid=86332) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 17 04:10:38.436727 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-b098c760-9d0b-490b-9b29-efb7d080c571 req-15ab25e6-f359-4933-abdc-7e7c66fd08ff tempest-VolumesActionsTest-117882642 tempest-VolumesActionsTest-117882642-project] 10.222.0.20 "GET /v2.0/security-groups?id=e1ca63b8-a5ba-47da-be51-2aa1241fd379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412929 Apr 17 04:10:38.458123 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.plugin [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] No Port match for: 4a43203c-ceaa-4e06-80e8-a8cc7e4361a1 {{(pid=86332) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 17 04:10:38.458627 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.rpc [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Device 4a43203c-ceaa-4e06-80e8-a8cc7e4361a1 not bound to the agent host hv-cinder-78605 {{(pid=86332) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 17 04:10:38.585242 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.20', 59294) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 17 04:10:39.171079 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-c7aae8ae-330b-4085-9f1b-47773b29e356 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853827942'] for router_interface, before_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:10:39.543176 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.plugin [None req-c7aae8ae-330b-4085-9f1b-47773b29e356 admin admin] Deleting port 02ef0d5c-f46f-417d-ac8f-4d9f92f3e98c {{(pid=86330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 17 04:10:39.543588 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-c7aae8ae-330b-4085-9f1b-47773b29e356 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363244554791028'] for port, before_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:10:39.553841 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-d45a1e23-b8a7-4fde-b6e4-ce8aefa4560b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244554870149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852757949'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:10:39.649398 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fce4411-50b8-496c-9ad3-3d9409d44556 req-b1b4e27e-f69c-4010-bb42-0c04f62a77a3 tempest-VolumesActionsTest-117882642 tempest-VolumesActionsTest-117882642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:10:39.651032 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-7fce4411-50b8-496c-9ad3-3d9409d44556 req-b1b4e27e-f69c-4010-bb42-0c04f62a77a3 tempest-VolumesActionsTest-117882642 tempest-VolumesActionsTest-117882642-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b0cf21d-4f53-4fe0-8244-f3981e62f189 HTTP/1.1" status: 200 len: 943 time: 0.0934062 Apr 17 04:10:39.703408 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-7fce4411-50b8-496c-9ad3-3d9409d44556 req-e814fe5b-d24b-4d5d-8f63-31df110aa53d tempest-VolumesActionsTest-117882642 tempest-VolumesActionsTest-117882642-project] 10.222.0.20 "GET /v2.0/security-groups?id=e1ca63b8-a5ba-47da-be51-2aa1241fd379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451901 Apr 17 04:10:39.727640 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.db [None req-c7aae8ae-330b-4085-9f1b-47773b29e356 admin admin] For port 02ef0d5c-f46f-417d-ac8f-4d9f92f3e98c, host dv-cinder-786054-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-2-smb',level=0,port_id=02ef0d5c-f46f-417d-ac8f-4d9f92f3e98c,segment=NetworkSegment(aa880a9b-d843-41c6-bf8f-60abaf737a30),segment_id=aa880a9b-d843-41c6-bf8f-60abaf737a30)] {{(pid=86330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 17 04:10:39.727970 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-c7aae8ae-330b-4085-9f1b-47773b29e356 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853832323'] for port, precommit_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:10:39.857306 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.plugin [None req-c7aae8ae-330b-4085-9f1b-47773b29e356 admin admin] Calling delete_port for 02ef0d5c-f46f-417d-ac8f-4d9f92f3e98c owned by network:router_interface {{(pid=86330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 17 04:10:40.039678 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-c7aae8ae-330b-4085-9f1b-47773b29e356 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1691685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854152290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244554789151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792299556194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852218909'] for port, after_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:10:40.043603 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-78d2ece9-e05b-4cae-9639-cdc516200787 tempest-TestShelveInstance-1964921938 tempest-TestShelveInstance-1964921938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:10:40.095806 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7aae8ae-330b-4085-9f1b-47773b29e356 admin admin] Pushing event deleted for resources: {'Port': ['ID=02ef0d5c-f46f-417d-ac8f-4d9f92f3e98c,revision_number=None']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:10:40.099688 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-c7aae8ae-330b-4085-9f1b-47773b29e356 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:10:40.378332 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-c7aae8ae-330b-4085-9f1b-47773b29e356 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-623526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036853827868'] for router_interface, after_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:10:40.418974 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.rpc [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Device 69ca2623-4705-4002-a2a2-217bf448f1dd details requested by agent hyperv_hv-cinder-78605 with host hv-cinder-78605 {{(pid=86332) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 17 04:10:40.566606 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.db [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] For port 69ca2623-4705-4002-a2a2-217bf448f1dd, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=69ca2623-4705-4002-a2a2-217bf448f1dd,segment=NetworkSegment(3344f372-5548-4a12-86d0-99605a084d9c),segment_id=3344f372-5548-4a12-86d0-99605a084d9c)] {{(pid=86332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 17 04:10:40.591509 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.rpc [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Returning: {'device': '69ca2623-4705-4002-a2a2-217bf448f1dd', 'network_id': '1843ac26-d3d1-41c2-897c-51ff544b5451', 'port_id': '69ca2623-4705-4002-a2a2-217bf448f1dd', 'mac_address': 'fa:16:3e:07:03:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33031224-b828-438b-901f-4ab7acd1ee18', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86332) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 17 04:10:40.628107 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-c4f59f18-ba4f-4d63-813b-4697a67f74c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244554870149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852757949'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:10:40.654511 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853081909'] for port, before_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:10:40.672342 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.notifiers.nova [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69ca2623-4705-4002-a2a2-217bf448f1dd {{(pid=86332) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 17 04:10:40.689738 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.db [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] For port 69ca2623-4705-4002-a2a2-217bf448f1dd, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=69ca2623-4705-4002-a2a2-217bf448f1dd,segment=NetworkSegment(3344f372-5548-4a12-86d0-99605a084d9c),segment_id=3344f372-5548-4a12-86d0-99605a084d9c)] {{(pid=86332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 17 04:10:40.693050 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1691685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854152290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792299986632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244555219606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792299556228'] for port, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:10:40.695718 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:10:40.764727 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7aae8ae-330b-4085-9f1b-47773b29e356 admin admin] Router 2b91a02e-b9b7-4240-8341-3587330754f5 has already been hosted by L3 agent 89c35117-d9bd-45d8-8d43-26735203dc9d {{(pid=86330) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 17 04:10:40.766714 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Pushing event updated for resources: {'Port': ['ID=69ca2623-4705-4002-a2a2-217bf448f1dd,revision_number=4']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:10:40.776083 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:10:40.776656 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:10:40.777172 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:10:40.777683 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:10:40.778188 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:10:40.778693 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:10:40.779218 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:10:40.779719 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:10:40.780220 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:10:40.780976 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:10:40.781555 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:10:40.782054 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:10:40.786765 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:10:40.919920 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafd59a2-1afc-4f1f-8f49-d68e761cb060 req-acc70d49-de7f-4e1c-92de-c32a41265127 tempest-VolumesActionsTest-117882642 tempest-VolumesActionsTest-117882642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:10:40.921824 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-eafd59a2-1afc-4f1f-8f49-d68e761cb060 req-acc70d49-de7f-4e1c-92de-c32a41265127 tempest-VolumesActionsTest-117882642 tempest-VolumesActionsTest-117882642-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b0cf21d-4f53-4fe0-8244-f3981e62f189 HTTP/1.1" status: 200 len: 944 time: 0.0963645 Apr 17 04:10:40.924192 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244554870149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852757949'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:10:40.949937 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.db [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] get_ports_and_sgs() called for port_ids ['69ca2623-4705-4002-a2a2-217bf448f1dd'] {{(pid=86332) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 17 04:10:40.973176 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-eafd59a2-1afc-4f1f-8f49-d68e761cb060 req-920ae48f-044a-47ac-b625-df22d6bae03a tempest-VolumesActionsTest-117882642 tempest-VolumesActionsTest-117882642-project] 10.222.0.20 "GET /v2.0/security-groups?id=e1ca63b8-a5ba-47da-be51-2aa1241fd379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447464 Apr 17 04:10:41.208200 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7aae8ae-330b-4085-9f1b-47773b29e356 admin admin] Notify agent at l3_agent.dv-cinder-786054-2-smb the message routers_updated {{(pid=86330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 17 04:10:41.218239 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c8d2251-def3-4926-970f-f3621680b85a None None] Sync routers for ids ['2b91a02e-b9b7-4240-8341-3587330754f5'] in dv-cinder-786054-2-smb {{(pid=86332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 17 04:10:41.221631 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [None req-c7aae8ae-330b-4085-9f1b-47773b29e356 admin admin] 10.222.0.20 "PUT /v2.0/routers/2b91a02e-b9b7-4240-8341-3587330754f5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6351914 Apr 17 04:10:41.225665 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.20', 59310) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 17 04:10:41.230036 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c8d2251-def3-4926-970f-f3621680b85a None None] Routers {'2b91a02e-b9b7-4240-8341-3587330754f5'} bound to L3 agent in host dv-cinder-786054-2-smb {{(pid=86332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 17 04:10:41.230769 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.l3_hamode_db [None req-9c8d2251-def3-4926-970f-f3621680b85a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786054-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-17T03:57:39Z,description=,heartbeat_timestamp=2021-04-17T04:10:40Z,host='dv-cinder-786054-2-smb',id=89c35117-d9bd-45d8-8d43-26735203dc9d,load=0,resource_versions=,resources_synced=,started_at=2021-04-17T03:57:39Z,topic='l3_agent')) {'router_ids': ['2b91a02e-b9b7-4240-8341-3587330754f5'], 'active': True} {{(pid=86332) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 17 04:10:41.422173 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-67b753c0-bbe4-4a69-a9b8-ae33446edc5e admin admin] Notify callbacks [] for router, before_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:10:41.422778 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.l3_dvr_db [None req-9c8d2251-def3-4926-970f-f3621680b85a None None] Set router 2b91a02e-b9b7-4240-8341-3587330754f5 gateway port host: dv-cinder-786054-2-smb {{(pid=86332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 17 04:10:41.609882 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-67b753c0-bbe4-4a69-a9b8-ae33446edc5e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:10:41.619486 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.plugin [None req-67b753c0-bbe4-4a69-a9b8-ae33446edc5e admin admin] Deleting port fb653b47-67c9-47d3-a54e-625149b21938 {{(pid=86330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 17 04:10:41.619861 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-67b753c0-bbe4-4a69-a9b8-ae33446edc5e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363244554791028'] for port, before_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:10:41.737940 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-6f7ee5bc-ae74-4cc6-a62a-23eab2a2e65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244554870149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852757949'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:10:41.740272 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.l3_hamode_db [None req-9c8d2251-def3-4926-970f-f3621680b85a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b91a02e-b9b7-4240-8341-3587330754f5', 'name': 'tempest-TestMinimumBasicScenario-1304640215-router', 'tenant_id': '20095d40d9834d4b9753d4486e3a3e2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3299e77b-a72c-46bf-8676-13cef166cd0a', 'external_fixed_ips': [{'subnet_id': '126682c8-3b96-411d-a59b-48497db5cf0c', 'ip_address': '172.28.1.7'}], 'enable_snat': True}, 'gw_port_id': 'fb653b47-67c9-47d3-a54e-625149b21938', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-17T04:07:30Z', 'updated_at': '2021-04-17T04:10:39Z', 'revision_number': 5, 'project_id': '20095d40d9834d4b9753d4486e3a3e2c', 'gw_port': {'id': 'fb653b47-67c9-47d3-a54e-625149b21938', 'name': '', 'network_id': '3299e77b-a72c-46bf-8676-13cef166cd0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:50:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b91a02e-b9b7-4240-8341-3587330754f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '126682c8-3b96-411d-a59b-48497db5cf0c', 'ip_address': '172.28.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-17T04:07:32Z', 'updated_at': '2021-04-17T04:07:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126682c8-3b96-411d-a59b-48497db5cf0c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-2-smb'}], 'dv-cinder-786054-2-smb', False) {} {{(pid=86332) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 17 04:10:41.744860 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c8d2251-def3-4926-970f-f3621680b85a None None] Checking router: 2b91a02e-b9b7-4240-8341-3587330754f5 for host: dv-cinder-786054-2-smb {{(pid=86332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 17 04:10:41.754586 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c8d2251-def3-4926-970f-f3621680b85a None None] Routers {'2b91a02e-b9b7-4240-8341-3587330754f5'} bound to L3 agent in host dv-cinder-786054-2-smb {{(pid=86332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 17 04:10:41.755287 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.l3_hamode_db [None req-9c8d2251-def3-4926-970f-f3621680b85a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786054-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-17T03:57:39Z,description=,heartbeat_timestamp=2021-04-17T04:10:40Z,host='dv-cinder-786054-2-smb',id=89c35117-d9bd-45d8-8d43-26735203dc9d,load=0,resource_versions=,resources_synced=,started_at=2021-04-17T03:57:39Z,topic='l3_agent')) {'router_ids': ['2b91a02e-b9b7-4240-8341-3587330754f5'], 'active': True} {{(pid=86332) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 17 04:10:41.804859 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.db [None req-67b753c0-bbe4-4a69-a9b8-ae33446edc5e admin admin] For port fb653b47-67c9-47d3-a54e-625149b21938, host dv-cinder-786054-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-2-smb',level=0,port_id=fb653b47-67c9-47d3-a54e-625149b21938,segment=NetworkSegment(0331decf-77a3-4764-a14d-d11dc820119c),segment_id=0331decf-77a3-4764-a14d-d11dc820119c)] {{(pid=86330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 17 04:10:41.805247 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-67b753c0-bbe4-4a69-a9b8-ae33446edc5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853832323'] for port, precommit_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:10:41.916580 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.l3_dvr_db [None req-9c8d2251-def3-4926-970f-f3621680b85a None None] Set router 2b91a02e-b9b7-4240-8341-3587330754f5 gateway port host: None {{(pid=86332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 17 04:10:41.937447 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.plugin [None req-67b753c0-bbe4-4a69-a9b8-ae33446edc5e admin admin] Calling delete_port for fb653b47-67c9-47d3-a54e-625149b21938 owned by network:router_gateway {{(pid=86330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 17 04:10:42.030166 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.l3_hamode_db [None req-9c8d2251-def3-4926-970f-f3621680b85a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b91a02e-b9b7-4240-8341-3587330754f5', 'name': 'tempest-TestMinimumBasicScenario-1304640215-router', 'tenant_id': '20095d40d9834d4b9753d4486e3a3e2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-17T04:07:30Z', 'updated_at': '2021-04-17T04:10:41Z', 'revision_number': 6, 'project_id': '20095d40d9834d4b9753d4486e3a3e2c', 'gw_port_host': None}], 'dv-cinder-786054-2-smb', False) {} {{(pid=86332) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 17 04:10:42.034590 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c8d2251-def3-4926-970f-f3621680b85a None None] The sync data for ids ['2b91a02e-b9b7-4240-8341-3587330754f5'] in dv-cinder-786054-2-smb is: [{'id': '2b91a02e-b9b7-4240-8341-3587330754f5', 'name': 'tempest-TestMinimumBasicScenario-1304640215-router', 'tenant_id': '20095d40d9834d4b9753d4486e3a3e2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-17T04:07:30Z', 'updated_at': '2021-04-17T04:10:41Z', 'revision_number': 6, 'project_id': '20095d40d9834d4b9753d4486e3a3e2c', 'gw_port_host': None}] {{(pid=86332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 17 04:10:42.121326 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-67b753c0-bbe4-4a69-a9b8-ae33446edc5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1691685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854152290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244554789151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792299556194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852218909'] for port, after_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:10:42.125588 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-ec6b7e66-84a5-4c1d-8128-e6ec7eeae928 tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:10:42.170988 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b753c0-bbe4-4a69-a9b8-ae33446edc5e admin admin] Pushing event deleted for resources: {'Port': ['ID=fb653b47-67c9-47d3-a54e-625149b21938,revision_number=None']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:10:42.174769 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-67b753c0-bbe4-4a69-a9b8-ae33446edc5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:10:42.222332 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0b24de-3080-4781-b4a4-fd826d8ad87f req-b68c7b18-c0e8-4291-8894-cff83c6934fb tempest-VolumesActionsTest-117882642 tempest-VolumesActionsTest-117882642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:10:42.223965 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-ed0b24de-3080-4781-b4a4-fd826d8ad87f req-b68c7b18-c0e8-4291-8894-cff83c6934fb tempest-VolumesActionsTest-117882642 tempest-VolumesActionsTest-117882642-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b0cf21d-4f53-4fe0-8244-f3981e62f189 HTTP/1.1" status: 200 len: 944 time: 0.0942421 Apr 17 04:10:42.272158 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-ed0b24de-3080-4781-b4a4-fd826d8ad87f req-e4d9deb4-d488-4ea1-862b-3fc002c1da4e tempest-VolumesActionsTest-117882642 tempest-VolumesActionsTest-117882642-project] 10.222.0.20 "GET /v2.0/security-groups?id=e1ca63b8-a5ba-47da-be51-2aa1241fd379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417309 Apr 17 04:10:42.274296 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-67b753c0-bbe4-4a69-a9b8-ae33446edc5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-944229'] for router_gateway, after_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:10:42.437708 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.rpc [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Device 69ca2623-4705-4002-a2a2-217bf448f1dd up at agent hyperv_hv-cinder-78605 {{(pid=86332) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 17 04:10:42.464527 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-67b753c0-bbe4-4a69-a9b8-ae33446edc5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1022777', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854768863'] for router, precommit_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:10:42.466898 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-67b753c0-bbe4-4a69-a9b8-ae33446edc5e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:10:42.474045 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.rpc [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] Device 02ef0d5c-f46f-417d-ac8f-4d9f92f3e98c no longer exists at agent ovs-agent-dv-cinder-786054-2-smb {{(pid=86332) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 17 04:10:42.489877 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-67b753c0-bbe4-4a69-a9b8-ae33446edc5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853753731'] for router, after_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:10:42.490443 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67b753c0-bbe4-4a69-a9b8-ae33446edc5e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2b91a02e-b9b7-4240-8341-3587330754f5 {{(pid=86330) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 17 04:10:42.503998 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-67b753c0-bbe4-4a69-a9b8-ae33446edc5e admin admin] Notify callbacks [] for router, before_response {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:10:42.507739 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [None req-67b753c0-bbe4-4a69-a9b8-ae33446edc5e admin admin] 10.222.0.20 "DELETE /v2.0/routers/2b91a02e-b9b7-4240-8341-3587330754f5 HTTP/1.1" status: 204 len: 168 time: 1.2786708 Apr 17 04:10:42.508262 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.20', 59322) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 17 04:10:42.522474 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.plugin [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] No Port match for: 02ef0d5c-f46f-417d-ac8f-4d9f92f3e98c {{(pid=86332) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 17 04:10:42.523497 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.rpc [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] Device 02ef0d5c-f46f-417d-ac8f-4d9f92f3e98c not bound to the agent host dv-cinder-786054-2-smb {{(pid=86332) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 17 04:10:42.523969 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.rpc [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] Device fb653b47-67c9-47d3-a54e-625149b21938 no longer exists at agent ovs-agent-dv-cinder-786054-2-smb {{(pid=86332) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 17 04:10:42.577216 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.plugin [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] No Port match for: fb653b47-67c9-47d3-a54e-625149b21938 {{(pid=86332) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 17 04:10:42.577686 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.rpc [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] Device fb653b47-67c9-47d3-a54e-625149b21938 not bound to the agent host dv-cinder-786054-2-smb {{(pid=86332) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 17 04:10:42.582176 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.db_base_plugin_v2 [None req-24af7b86-9cd2-4cf0-8655-57d349b6aa41 admin admin] Deleting subnet 1a503fcd-4993-4e66-b302-8d39173456fd {{(pid=86331) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 17 04:10:42.582499 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244554870149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852757949'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:10:42.586424 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-24af7b86-9cd2-4cf0-8655-57d349b6aa41 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:10:42.599398 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.provisioning_blocks [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Provisioning for port 69ca2623-4705-4002-a2a2-217bf448f1dd completed by entity L2. {{(pid=86332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 17 04:10:42.604302 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.provisioning_blocks [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Provisioning complete for port 69ca2623-4705-4002-a2a2-217bf448f1dd triggered by entity L2. {{(pid=86332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 17 04:10:42.604750 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2017814'] for port, provisioning_complete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:10:42.640566 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-24af7b86-9cd2-4cf0-8655-57d349b6aa41 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2727788'] for subnet, precommit_delete_associations {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:10:42.731456 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853081909'] for port, before_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:10:42.759608 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b0cf21d-4f53-4fe0-8244-f3981e62f189', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69ca2623-4705-4002-a2a2-217bf448f1dd'}] {{(pid=86332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 17 04:10:42.767891 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-24af7b86-9cd2-4cf0-8655-57d349b6aa41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2044980'] for subnet, precommit_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:10:42.770208 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.db [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] For port 69ca2623-4705-4002-a2a2-217bf448f1dd, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=69ca2623-4705-4002-a2a2-217bf448f1dd,segment=NetworkSegment(3344f372-5548-4a12-86d0-99605a084d9c),segment_id=3344f372-5548-4a12-86d0-99605a084d9c)] {{(pid=86332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 17 04:10:42.775882 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1691685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854152290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792299986632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244555219606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792299556228'] for port, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:10:42.777889 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:10:42.815519 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b0cf21d-4f53-4fe0-8244-f3981e62f189', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69ca2623-4705-4002-a2a2-217bf448f1dd', 'code': 200} Apr 17 04:10:42.849892 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Pushing event updated for resources: {'Port': ['ID=69ca2623-4705-4002-a2a2-217bf448f1dd,revision_number=5']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:10:42.853629 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:10:43.038412 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-24af7b86-9cd2-4cf0-8655-57d349b6aa41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036852730868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854152290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036850957329', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852132379'] for subnet, after_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:10:43.042741 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:10:43.061328 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e92ed15-5ef3-45e4-af9f-6f4a2dbbb907 req-03b681c0-b5ee-4c91-b9e2-41b238764597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:10:43.063027 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-7e92ed15-5ef3-45e4-af9f-6f4a2dbbb907 req-03b681c0-b5ee-4c91-b9e2-41b238764597 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=5b0cf21d-4f53-4fe0-8244-f3981e62f189 HTTP/1.1" status: 200 len: 1098 time: 0.0828552 Apr 17 04:10:43.087035 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-24af7b86-9cd2-4cf0-8655-57d349b6aa41 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:10:43.090661 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dda73c36-89fc-47ff-9fed-6a9575462efe None None] Network 43cd83d7-cb61-4acf-ae4e-cda478ed81e9 requested from dv-cinder-786054-2-smb {{(pid=86332) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 17 04:10:43.090927 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24af7b86-9cd2-4cf0-8655-57d349b6aa41 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1a503fcd-4993-4e66-b302-8d39173456fd,revision_number=None']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:10:43.094385 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-24af7b86-9cd2-4cf0-8655-57d349b6aa41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:10:43.096250 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [None req-24af7b86-9cd2-4cf0-8655-57d349b6aa41 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/1a503fcd-4993-4e66-b302-8d39173456fd HTTP/1.1" status: 204 len: 168 time: 0.5865772 Apr 17 04:10:43.098747 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.20', 59330) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 17 04:10:43.120116 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-7e92ed15-5ef3-45e4-af9f-6f4a2dbbb907 req-53342dfe-a14a-45f8-8e89-80fb14d33f3e service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=e1ca63b8-a5ba-47da-be51-2aa1241fd379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499630 Apr 17 04:10:43.218588 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-ff781159-d94c-4d5a-b9cb-ccfc173a4921 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2007928'] for network, before_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:10:43.230082 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.plugin [None req-ff781159-d94c-4d5a-b9cb-ccfc173a4921 admin admin] Deleting port e80635c9-432e-411b-8a46-a998cb95ae60 {{(pid=86331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 17 04:10:43.230482 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-ff781159-d94c-4d5a-b9cb-ccfc173a4921 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363244554791028'] for port, before_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:10:43.378810 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e455136b-8a6f-4a59-bb55-3591bbfbb151 None None] DHCP port deletion for 43cd83d7-cb61-4acf-ae4e-cda478ed81e9 request from dv-cinder-786054-2-smb {{(pid=86332) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 17 04:10:43.384081 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.plugin [None req-e455136b-8a6f-4a59-bb55-3591bbfbb151 None None] Deleting port e80635c9-432e-411b-8a46-a998cb95ae60 {{(pid=86332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 17 04:10:43.384616 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-e455136b-8a6f-4a59-bb55-3591bbfbb151 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363244554791028'] for port, before_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:10:43.500681 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.db [None req-ff781159-d94c-4d5a-b9cb-ccfc173a4921 admin admin] For port e80635c9-432e-411b-8a46-a998cb95ae60, host dv-cinder-786054-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-2-smb',level=0,port_id=e80635c9-432e-411b-8a46-a998cb95ae60,segment=NetworkSegment(aa880a9b-d843-41c6-bf8f-60abaf737a30),segment_id=aa880a9b-d843-41c6-bf8f-60abaf737a30)] {{(pid=86331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 17 04:10:43.501293 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-ff781159-d94c-4d5a-b9cb-ccfc173a4921 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853832323'] for port, precommit_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:10:43.599178 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.db [None req-e455136b-8a6f-4a59-bb55-3591bbfbb151 None None] For port e80635c9-432e-411b-8a46-a998cb95ae60, host dv-cinder-786054-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-2-smb',level=0,port_id=e80635c9-432e-411b-8a46-a998cb95ae60,segment=NetworkSegment(aa880a9b-d843-41c6-bf8f-60abaf737a30),segment_id=aa880a9b-d843-41c6-bf8f-60abaf737a30)] {{(pid=86332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 17 04:10:43.599597 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-e455136b-8a6f-4a59-bb55-3591bbfbb151 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853832323'] for port, precommit_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:10:43.639725 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.plugin [None req-ff781159-d94c-4d5a-b9cb-ccfc173a4921 admin admin] Calling delete_port for e80635c9-432e-411b-8a46-a998cb95ae60 owned by network:dhcp {{(pid=86331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 17 04:10:43.719206 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f2c7c9-8f43-4a89-9d8f-9cff4e5dc010 req-850f9073-530a-4280-8ed6-103f772c3062 tempest-VolumesActionsTest-117882642 tempest-VolumesActionsTest-117882642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:10:43.720866 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-92f2c7c9-8f43-4a89-9d8f-9cff4e5dc010 req-850f9073-530a-4280-8ed6-103f772c3062 tempest-VolumesActionsTest-117882642 tempest-VolumesActionsTest-117882642-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b0cf21d-4f53-4fe0-8244-f3981e62f189 HTTP/1.1" status: 200 len: 945 time: 0.2983494 Apr 17 04:10:43.735552 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.plugin [None req-e455136b-8a6f-4a59-bb55-3591bbfbb151 None None] Calling delete_port for e80635c9-432e-411b-8a46-a998cb95ae60 owned by network:dhcp {{(pid=86332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 17 04:10:43.765717 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-ff781159-d94c-4d5a-b9cb-ccfc173a4921 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1691685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854152290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244554789151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792299556194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850958277'] for port, after_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:10:43.771578 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:10:43.821869 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff781159-d94c-4d5a-b9cb-ccfc173a4921 admin admin] Pushing event deleted for resources: {'Port': ['ID=e80635c9-432e-411b-8a46-a998cb95ae60,revision_number=None']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:10:43.826733 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-92f2c7c9-8f43-4a89-9d8f-9cff4e5dc010 req-0c6b73ec-dc4e-44db-81c6-e9e754b41f90 tempest-VolumesActionsTest-117882642 tempest-VolumesActionsTest-117882642-project] 10.222.0.20 "GET /v2.0/security-groups?id=e1ca63b8-a5ba-47da-be51-2aa1241fd379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938179 Apr 17 04:10:43.827582 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-ff781159-d94c-4d5a-b9cb-ccfc173a4921 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:10:43.831780 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff781159-d94c-4d5a-b9cb-ccfc173a4921 admin admin] No DVR routers for this DVR port e80635c9-432e-411b-8a46-a998cb95ae60 on host dv-cinder-786054-2-smb {{(pid=86331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 17 04:10:43.886923 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.db.api [None req-e455136b-8a6f-4a59-bb55-3591bbfbb151 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86332) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 17 04:10:43.887336 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_db.api [None req-e455136b-8a6f-4a59-bb55-3591bbfbb151 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86332) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 17 04:10:43.953637 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-ff781159-d94c-4d5a-b9cb-ccfc173a4921 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852730783', 'neutron.services.segments.db._delete_segments_for_network-8792299905651'] for network, precommit_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:10:44.069734 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.services.segments.db [None req-ff781159-d94c-4d5a-b9cb-ccfc173a4921 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43cd83d7-cb61-4acf-ae4e-cda478ed81e9']}} {{(pid=86331) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 17 04:10:44.082890 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.services.segments.db [None req-ff781159-d94c-4d5a-b9cb-ccfc173a4921 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa880a9b-d843-41c6-bf8f-60abaf737a30') {'for_net_delete': True} {{(pid=86331) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 17 04:10:44.083231 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.services.segments.db [None req-ff781159-d94c-4d5a-b9cb-ccfc173a4921 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa880a9b-d843-41c6-bf8f-60abaf737a30') {} {{(pid=86331) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 17 04:10:44.095827 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-ff781159-d94c-4d5a-b9cb-ccfc173a4921 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363244554709347', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852048028'] for segment, before_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:10:44.119395 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-ff781159-d94c-4d5a-b9cb-ccfc173a4921 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852729262'] for segment, precommit_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:10:44.126312 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff781159-d94c-4d5a-b9cb-ccfc173a4921 admin admin] Releasing vlan 149 on physical network physnet1 to pool {{(pid=86331) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 17 04:10:44.306230 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.managers [None req-ff781159-d94c-4d5a-b9cb-ccfc173a4921 admin admin] Network 43cd83d7-cb61-4acf-ae4e-cda478ed81e9 has no segments {{(pid=86331) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 17 04:10:44.321148 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-ff781159-d94c-4d5a-b9cb-ccfc173a4921 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2046501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3817548'] for segment, after_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:10:44.388251 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.plugin [None req-e455136b-8a6f-4a59-bb55-3591bbfbb151 None None] Deleting port e80635c9-432e-411b-8a46-a998cb95ae60 {{(pid=86332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 17 04:10:44.388858 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-e455136b-8a6f-4a59-bb55-3591bbfbb151 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363244554791028'] for port, before_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:10:44.461027 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.plugin [None req-e455136b-8a6f-4a59-bb55-3591bbfbb151 None None] The port 'e80635c9-432e-411b-8a46-a998cb95ae60' was deleted {{(pid=86332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 17 04:10:44.463575 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.rpc [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] Device e80635c9-432e-411b-8a46-a998cb95ae60 no longer exists at agent ovs-agent-dv-cinder-786054-2-smb {{(pid=86332) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 17 04:10:44.504875 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.managers [None req-ff781159-d94c-4d5a-b9cb-ccfc173a4921 admin admin] Network 43cd83d7-cb61-4acf-ae4e-cda478ed81e9 has no segments {{(pid=86331) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 17 04:10:44.529392 dv-cinder-786054-2-smb neutron-server[86217]: Traceback (most recent call last): Apr 17 04:10:44.529392 dv-cinder-786054-2-smb neutron-server[86217]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 17 04:10:44.529392 dv-cinder-786054-2-smb neutron-server[86217]: timer() Apr 17 04:10:44.529392 dv-cinder-786054-2-smb neutron-server[86217]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 17 04:10:44.529392 dv-cinder-786054-2-smb neutron-server[86217]: cb(*args, **kw) Apr 17 04:10:44.529392 dv-cinder-786054-2-smb neutron-server[86217]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 17 04:10:44.529392 dv-cinder-786054-2-smb neutron-server[86217]: return func(*args, **kwargs) Apr 17 04:10:44.529392 dv-cinder-786054-2-smb neutron-server[86217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 17 04:10:44.529392 dv-cinder-786054-2-smb neutron-server[86217]: self._notify() Apr 17 04:10:44.529392 dv-cinder-786054-2-smb neutron-server[86217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 17 04:10:44.529392 dv-cinder-786054-2-smb neutron-server[86217]: self.callback(batched_events) Apr 17 04:10:44.529392 dv-cinder-786054-2-smb neutron-server[86217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 17 04:10:44.529392 dv-cinder-786054-2-smb neutron-server[86217]: event.method(event) Apr 17 04:10:44.529392 dv-cinder-786054-2-smb neutron-server[86217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 17 04:10:44.529392 dv-cinder-786054-2-smb neutron-server[86217]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 17 04:10:44.529392 dv-cinder-786054-2-smb neutron-server[86217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 17 04:10:44.529392 dv-cinder-786054-2-smb neutron-server[86217]: segment_id)['aggregates'][0] Apr 17 04:10:44.529392 dv-cinder-786054-2-smb neutron-server[86217]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 17 04:10:44.529392 dv-cinder-786054-2-smb neutron-server[86217]: return f(self, *a, **k) Apr 17 04:10:44.529392 dv-cinder-786054-2-smb neutron-server[86217]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 17 04:10:44.529392 dv-cinder-786054-2-smb neutron-server[86217]: return self._get(url).json() Apr 17 04:10:44.529392 dv-cinder-786054-2-smb neutron-server[86217]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 17 04:10:44.529392 dv-cinder-786054-2-smb neutron-server[86217]: **kwargs) Apr 17 04:10:44.529392 dv-cinder-786054-2-smb neutron-server[86217]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 17 04:10:44.529392 dv-cinder-786054-2-smb neutron-server[86217]: return self.request(url, 'GET', **kwargs) Apr 17 04:10:44.529392 dv-cinder-786054-2-smb neutron-server[86217]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 17 04:10:44.529392 dv-cinder-786054-2-smb neutron-server[86217]: **endpoint_filter) Apr 17 04:10:44.529392 dv-cinder-786054-2-smb neutron-server[86217]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 17 04:10:44.529392 dv-cinder-786054-2-smb neutron-server[86217]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 17 04:10:44.529392 dv-cinder-786054-2-smb neutron-server[86217]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 17 04:10:44.529392 dv-cinder-786054-2-smb neutron-server[86217]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 17 04:10:44.529392 dv-cinder-786054-2-smb neutron-server[86217]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 17 04:10:44.631949 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-ff781159-d94c-4d5a-b9cb-ccfc173a4921 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2045033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854152290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1023362'] for network, after_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:10:44.635980 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-9acbe4ea-7860-4004-a7bb-afabb9912ad3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:10:44.654071 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-ff781159-d94c-4d5a-b9cb-ccfc173a4921 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854152307'] for network, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:10:44.666134 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff781159-d94c-4d5a-b9cb-ccfc173a4921 admin admin] Pushing event deleted for resources: {'Network': ['ID=43cd83d7-cb61-4acf-ae4e-cda478ed81e9,revision_number=None']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:10:44.669836 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-ff781159-d94c-4d5a-b9cb-ccfc173a4921 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:10:44.676235 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.plugin [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] No Port match for: e80635c9-432e-411b-8a46-a998cb95ae60 {{(pid=86332) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 17 04:10:44.676684 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.rpc [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] Device e80635c9-432e-411b-8a46-a998cb95ae60 not bound to the agent host dv-cinder-786054-2-smb {{(pid=86332) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 17 04:10:44.684807 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [None req-ff781159-d94c-4d5a-b9cb-ccfc173a4921 admin admin] 10.222.0.20 "DELETE /v2.0/networks/43cd83d7-cb61-4acf-ae4e-cda478ed81e9 HTTP/1.1" status: 204 len: 168 time: 1.5819974 Apr 17 04:10:44.685371 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.20', 59340) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 17 04:10:45.406688 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be1ea6c-8962-40bf-8736-8a6f44ccf4e8 req-72c7d2b6-87fe-45e2-9127-a1a878783a6c tempest-VolumesActionsTest-117882642 tempest-VolumesActionsTest-117882642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:10:45.408272 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-1be1ea6c-8962-40bf-8736-8a6f44ccf4e8 req-72c7d2b6-87fe-45e2-9127-a1a878783a6c tempest-VolumesActionsTest-117882642 tempest-VolumesActionsTest-117882642-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b0cf21d-4f53-4fe0-8244-f3981e62f189 HTTP/1.1" status: 200 len: 945 time: 0.4107277 Apr 17 04:10:45.496138 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-1be1ea6c-8962-40bf-8736-8a6f44ccf4e8 req-599670ad-45cf-4b9e-bafe-910e84ec3b62 tempest-VolumesActionsTest-117882642 tempest-VolumesActionsTest-117882642-project] 10.222.0.20 "GET /v2.0/security-groups?id=e1ca63b8-a5ba-47da-be51-2aa1241fd379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570116 Apr 17 04:10:45.599885 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-25dfa7d8-fcd2-4e73-869a-063e97abb3ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853827942'] for router_interface, before_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:10:45.999339 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.plugin [None req-25dfa7d8-fcd2-4e73-869a-063e97abb3ec admin admin] Deleting port a56cf082-dcf4-4773-897b-5577e3a3d44b {{(pid=86331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 17 04:10:45.999965 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-25dfa7d8-fcd2-4e73-869a-063e97abb3ec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363244554791028'] for port, before_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:10:46.192747 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.db [None req-25dfa7d8-fcd2-4e73-869a-063e97abb3ec admin admin] For port a56cf082-dcf4-4773-897b-5577e3a3d44b, host dv-cinder-786054-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-2-smb',level=0,port_id=a56cf082-dcf4-4773-897b-5577e3a3d44b,segment=NetworkSegment(fb7c0281-1e7b-4585-9fd3-09041ab55b7a),segment_id=fb7c0281-1e7b-4585-9fd3-09041ab55b7a)] {{(pid=86331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 17 04:10:46.193063 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-25dfa7d8-fcd2-4e73-869a-063e97abb3ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853832323'] for port, precommit_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:10:46.331837 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.plugin [None req-25dfa7d8-fcd2-4e73-869a-063e97abb3ec admin admin] Calling delete_port for a56cf082-dcf4-4773-897b-5577e3a3d44b owned by network:router_interface {{(pid=86331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 17 04:10:46.516411 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-25dfa7d8-fcd2-4e73-869a-063e97abb3ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1691685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854152290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244554789151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792299556194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850958277'] for port, after_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:10:46.520164 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:10:46.566343 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25dfa7d8-fcd2-4e73-869a-063e97abb3ec admin admin] Pushing event deleted for resources: {'Port': ['ID=a56cf082-dcf4-4773-897b-5577e3a3d44b,revision_number=None']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:10:46.569760 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-25dfa7d8-fcd2-4e73-869a-063e97abb3ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:10:46.850097 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-25dfa7d8-fcd2-4e73-869a-063e97abb3ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-623526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036853827868'] for router_interface, after_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:10:47.246070 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25dfa7d8-fcd2-4e73-869a-063e97abb3ec admin admin] Router a027c7f5-ae14-4131-81d5-003a827d25fe has already been hosted by L3 agent 89c35117-d9bd-45d8-8d43-26735203dc9d {{(pid=86331) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 17 04:10:47.432986 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25dfa7d8-fcd2-4e73-869a-063e97abb3ec admin admin] Notify agent at l3_agent.dv-cinder-786054-2-smb the message routers_updated {{(pid=86331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 17 04:10:47.442185 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac68c0c6-4a9e-402a-a437-28a86d4c7b63 None None] Sync routers for ids ['a027c7f5-ae14-4131-81d5-003a827d25fe'] in dv-cinder-786054-2-smb {{(pid=86333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 17 04:10:47.445627 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [None req-25dfa7d8-fcd2-4e73-869a-063e97abb3ec admin admin] 10.222.0.20 "PUT /v2.0/routers/a027c7f5-ae14-4131-81d5-003a827d25fe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7594349 Apr 17 04:10:47.445748 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.20', 59370) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 17 04:10:47.453619 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac68c0c6-4a9e-402a-a437-28a86d4c7b63 None None] Routers {'a027c7f5-ae14-4131-81d5-003a827d25fe'} bound to L3 agent in host dv-cinder-786054-2-smb {{(pid=86333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 17 04:10:47.454285 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.l3_hamode_db [None req-ac68c0c6-4a9e-402a-a437-28a86d4c7b63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786054-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-17T03:57:39Z,description=,heartbeat_timestamp=2021-04-17T04:10:40Z,host='dv-cinder-786054-2-smb',id=89c35117-d9bd-45d8-8d43-26735203dc9d,load=0,resource_versions=,resources_synced=,started_at=2021-04-17T03:57:39Z,topic='l3_agent')) {'router_ids': ['a027c7f5-ae14-4131-81d5-003a827d25fe'], 'active': True} {{(pid=86333) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 17 04:10:47.634654 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-d2325c9c-b7f0-4cc7-a036-85c51dbb4243 admin admin] Notify callbacks [] for router, before_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:10:47.648094 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.l3_dvr_db [None req-ac68c0c6-4a9e-402a-a437-28a86d4c7b63 None None] Set router a027c7f5-ae14-4131-81d5-003a827d25fe gateway port host: dv-cinder-786054-2-smb {{(pid=86333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 17 04:10:47.848843 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-d2325c9c-b7f0-4cc7-a036-85c51dbb4243 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:10:47.861989 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.plugin [None req-d2325c9c-b7f0-4cc7-a036-85c51dbb4243 admin admin] Deleting port 33f493a0-6789-48bb-982e-43f79dcca632 {{(pid=86330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 17 04:10:47.862595 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-d2325c9c-b7f0-4cc7-a036-85c51dbb4243 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363244554791028'] for port, before_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:10:47.992517 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.l3_hamode_db [None req-ac68c0c6-4a9e-402a-a437-28a86d4c7b63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a027c7f5-ae14-4131-81d5-003a827d25fe', 'name': 'tempest-TestMinimumBasicScenario-264851891-router', 'tenant_id': '070afdb654ec4feaadf9deacc4d5389d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3299e77b-a72c-46bf-8676-13cef166cd0a', 'external_fixed_ips': [{'subnet_id': '126682c8-3b96-411d-a59b-48497db5cf0c', 'ip_address': '172.28.1.3'}], 'enable_snat': True}, 'gw_port_id': '33f493a0-6789-48bb-982e-43f79dcca632', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-17T04:07:42Z', 'updated_at': '2021-04-17T04:10:46Z', 'revision_number': 5, 'project_id': '070afdb654ec4feaadf9deacc4d5389d', 'gw_port': {'id': '33f493a0-6789-48bb-982e-43f79dcca632', 'name': '', 'network_id': '3299e77b-a72c-46bf-8676-13cef166cd0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:f2:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a027c7f5-ae14-4131-81d5-003a827d25fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '126682c8-3b96-411d-a59b-48497db5cf0c', 'ip_address': '172.28.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-17T04:07:44Z', 'updated_at': '2021-04-17T04:07:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126682c8-3b96-411d-a59b-48497db5cf0c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-2-smb'}], 'dv-cinder-786054-2-smb', False) {} {{(pid=86333) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 17 04:10:47.997444 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac68c0c6-4a9e-402a-a437-28a86d4c7b63 None None] Checking router: a027c7f5-ae14-4131-81d5-003a827d25fe for host: dv-cinder-786054-2-smb {{(pid=86333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 17 04:10:48.008122 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac68c0c6-4a9e-402a-a437-28a86d4c7b63 None None] Routers {'a027c7f5-ae14-4131-81d5-003a827d25fe'} bound to L3 agent in host dv-cinder-786054-2-smb {{(pid=86333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 17 04:10:48.009044 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.l3_hamode_db [None req-ac68c0c6-4a9e-402a-a437-28a86d4c7b63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786054-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-17T03:57:39Z,description=,heartbeat_timestamp=2021-04-17T04:10:40Z,host='dv-cinder-786054-2-smb',id=89c35117-d9bd-45d8-8d43-26735203dc9d,load=0,resource_versions=,resources_synced=,started_at=2021-04-17T03:57:39Z,topic='l3_agent')) {'router_ids': ['a027c7f5-ae14-4131-81d5-003a827d25fe'], 'active': True} {{(pid=86333) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 17 04:10:48.079654 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.db [None req-d2325c9c-b7f0-4cc7-a036-85c51dbb4243 admin admin] For port 33f493a0-6789-48bb-982e-43f79dcca632, host dv-cinder-786054-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-2-smb',level=0,port_id=33f493a0-6789-48bb-982e-43f79dcca632,segment=NetworkSegment(0331decf-77a3-4764-a14d-d11dc820119c),segment_id=0331decf-77a3-4764-a14d-d11dc820119c)] {{(pid=86330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 17 04:10:48.080025 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-d2325c9c-b7f0-4cc7-a036-85c51dbb4243 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853832323'] for port, precommit_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:10:48.180727 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.l3_dvr_db [None req-ac68c0c6-4a9e-402a-a437-28a86d4c7b63 None None] Set router a027c7f5-ae14-4131-81d5-003a827d25fe gateway port host: None {{(pid=86333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 17 04:10:48.221339 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.plugin [None req-d2325c9c-b7f0-4cc7-a036-85c51dbb4243 admin admin] Calling delete_port for 33f493a0-6789-48bb-982e-43f79dcca632 owned by network:router_gateway {{(pid=86330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 17 04:10:48.300315 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.l3_hamode_db [None req-ac68c0c6-4a9e-402a-a437-28a86d4c7b63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a027c7f5-ae14-4131-81d5-003a827d25fe', 'name': 'tempest-TestMinimumBasicScenario-264851891-router', 'tenant_id': '070afdb654ec4feaadf9deacc4d5389d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-17T04:07:42Z', 'updated_at': '2021-04-17T04:10:47Z', 'revision_number': 6, 'project_id': '070afdb654ec4feaadf9deacc4d5389d', 'gw_port_host': None}], 'dv-cinder-786054-2-smb', False) {} {{(pid=86333) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 17 04:10:48.304656 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac68c0c6-4a9e-402a-a437-28a86d4c7b63 None None] The sync data for ids ['a027c7f5-ae14-4131-81d5-003a827d25fe'] in dv-cinder-786054-2-smb is: [{'id': 'a027c7f5-ae14-4131-81d5-003a827d25fe', 'name': 'tempest-TestMinimumBasicScenario-264851891-router', 'tenant_id': '070afdb654ec4feaadf9deacc4d5389d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-17T04:07:42Z', 'updated_at': '2021-04-17T04:10:47Z', 'revision_number': 6, 'project_id': '070afdb654ec4feaadf9deacc4d5389d', 'gw_port_host': None}] {{(pid=86333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 17 04:10:48.408907 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-d2325c9c-b7f0-4cc7-a036-85c51dbb4243 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1691685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854152290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244554789151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792299556194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852218909'] for port, after_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:10:48.417261 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-e66d8d53-dee2-4328-b9a2-b4467527b707 tempest-DeleteServersTestJSON-845982755 tempest-DeleteServersTestJSON-845982755-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:10:48.469233 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2325c9c-b7f0-4cc7-a036-85c51dbb4243 admin admin] Pushing event deleted for resources: {'Port': ['ID=33f493a0-6789-48bb-982e-43f79dcca632,revision_number=None']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:10:48.481504 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.rpc [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] Device a56cf082-dcf4-4773-897b-5577e3a3d44b no longer exists at agent ovs-agent-dv-cinder-786054-2-smb {{(pid=86332) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 17 04:10:48.504724 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-d2325c9c-b7f0-4cc7-a036-85c51dbb4243 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:10:48.523112 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.plugin [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] No Port match for: a56cf082-dcf4-4773-897b-5577e3a3d44b {{(pid=86332) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 17 04:10:48.523957 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.rpc [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] Device a56cf082-dcf4-4773-897b-5577e3a3d44b not bound to the agent host dv-cinder-786054-2-smb {{(pid=86332) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 17 04:10:48.566723 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-d2325c9c-b7f0-4cc7-a036-85c51dbb4243 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-944229'] for router_gateway, after_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:10:49.009975 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-d2325c9c-b7f0-4cc7-a036-85c51dbb4243 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1022777', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854768863'] for router, precommit_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:10:49.012594 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-d2325c9c-b7f0-4cc7-a036-85c51dbb4243 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:10:49.043949 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-d2325c9c-b7f0-4cc7-a036-85c51dbb4243 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853753731'] for router, after_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:10:49.044897 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2325c9c-b7f0-4cc7-a036-85c51dbb4243 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a027c7f5-ae14-4131-81d5-003a827d25fe {{(pid=86330) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 17 04:10:49.060780 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-d2325c9c-b7f0-4cc7-a036-85c51dbb4243 admin admin] Notify callbacks [] for router, before_response {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:10:49.062027 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [None req-d2325c9c-b7f0-4cc7-a036-85c51dbb4243 admin admin] 10.222.0.20 "DELETE /v2.0/routers/a027c7f5-ae14-4131-81d5-003a827d25fe HTTP/1.1" status: 204 len: 168 time: 1.6148555 Apr 17 04:10:49.064789 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.20', 59406) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 17 04:10:49.102301 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48777c16-db48-4cae-b850-7a835dbcd02c req-0c23f908-7b4f-4850-9154-75201df9f719 tempest-VolumesActionsTest-117882642 tempest-VolumesActionsTest-117882642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:10:49.109087 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-48777c16-db48-4cae-b850-7a835dbcd02c req-0c23f908-7b4f-4850-9154-75201df9f719 tempest-VolumesActionsTest-117882642 tempest-VolumesActionsTest-117882642-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b0cf21d-4f53-4fe0-8244-f3981e62f189 HTTP/1.1" status: 200 len: 945 time: 0.1196361 Apr 17 04:10:49.149207 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.db_base_plugin_v2 [None req-805bd211-f16e-4aa7-82a9-9e7e25a0a8c1 admin admin] Deleting subnet d8efc28a-fb66-4d2f-becf-ebef93a6283d {{(pid=86330) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 17 04:10:49.153580 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-805bd211-f16e-4aa7-82a9-9e7e25a0a8c1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:10:49.181920 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-48777c16-db48-4cae-b850-7a835dbcd02c req-60e785f1-b100-4853-912e-d696b3d2cac1 tempest-VolumesActionsTest-117882642 tempest-VolumesActionsTest-117882642-project] 10.222.0.20 "GET /v2.0/security-groups?id=e1ca63b8-a5ba-47da-be51-2aa1241fd379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635011 Apr 17 04:10:49.220828 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-805bd211-f16e-4aa7-82a9-9e7e25a0a8c1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852242307'] for subnet, precommit_delete_associations {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:10:49.349518 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-805bd211-f16e-4aa7-82a9-9e7e25a0a8c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2044980'] for subnet, precommit_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:10:49.610413 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-805bd211-f16e-4aa7-82a9-9e7e25a0a8c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036852730868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854152290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852219849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852674524'] for subnet, after_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:10:49.614693 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-94f220a0-2360-4f05-9931-952e96132ad4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:10:49.654743 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805bd211-f16e-4aa7-82a9-9e7e25a0a8c1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d8efc28a-fb66-4d2f-becf-ebef93a6283d,revision_number=None']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:10:49.657474 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-805bd211-f16e-4aa7-82a9-9e7e25a0a8c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:10:49.660423 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-805bd211-f16e-4aa7-82a9-9e7e25a0a8c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854152307'] for subnet, before_response {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:10:49.666656 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2a862e4-0759-44c0-ab96-b6d3ff9b0088 None None] Network 21d58d11-d600-49b4-b6eb-061a4f165798 requested from dv-cinder-786054-2-smb {{(pid=86332) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 17 04:10:49.668709 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [None req-805bd211-f16e-4aa7-82a9-9e7e25a0a8c1 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/d8efc28a-fb66-4d2f-becf-ebef93a6283d HTTP/1.1" status: 204 len: 168 time: 0.6027651 Apr 17 04:10:49.671619 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.20', 59416) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 17 04:10:49.786739 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-64ff2114-078e-44e6-8660-2b2ce0b57c38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2007928'] for network, before_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:10:49.798433 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.plugin [None req-64ff2114-078e-44e6-8660-2b2ce0b57c38 admin admin] Deleting port da10d7dd-e98b-44fe-a00f-646f64081a3b {{(pid=86331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 17 04:10:49.798802 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-64ff2114-078e-44e6-8660-2b2ce0b57c38 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363244554791028'] for port, before_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:10:49.935692 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dfa5164-2fb1-43eb-8544-a6f820b9b75c None None] DHCP port deletion for 21d58d11-d600-49b4-b6eb-061a4f165798 request from dv-cinder-786054-2-smb {{(pid=86332) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 17 04:10:49.940768 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.plugin [None req-8dfa5164-2fb1-43eb-8544-a6f820b9b75c None None] Deleting port da10d7dd-e98b-44fe-a00f-646f64081a3b {{(pid=86332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 17 04:10:49.941199 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-8dfa5164-2fb1-43eb-8544-a6f820b9b75c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363244554791028'] for port, before_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:10:50.019170 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.db [None req-64ff2114-078e-44e6-8660-2b2ce0b57c38 admin admin] For port da10d7dd-e98b-44fe-a00f-646f64081a3b, host dv-cinder-786054-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-2-smb',level=0,port_id=da10d7dd-e98b-44fe-a00f-646f64081a3b,segment=NetworkSegment(fb7c0281-1e7b-4585-9fd3-09041ab55b7a),segment_id=fb7c0281-1e7b-4585-9fd3-09041ab55b7a)] {{(pid=86331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 17 04:10:50.019732 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-64ff2114-078e-44e6-8660-2b2ce0b57c38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853832323'] for port, precommit_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:10:50.152557 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.plugin [None req-64ff2114-078e-44e6-8660-2b2ce0b57c38 admin admin] Calling delete_port for da10d7dd-e98b-44fe-a00f-646f64081a3b owned by network:dhcp {{(pid=86331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 17 04:10:50.157937 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.db [None req-8dfa5164-2fb1-43eb-8544-a6f820b9b75c None None] For port da10d7dd-e98b-44fe-a00f-646f64081a3b, host dv-cinder-786054-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-2-smb',level=0,port_id=da10d7dd-e98b-44fe-a00f-646f64081a3b,segment=NetworkSegment(fb7c0281-1e7b-4585-9fd3-09041ab55b7a),segment_id=fb7c0281-1e7b-4585-9fd3-09041ab55b7a)] {{(pid=86332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 17 04:10:50.158334 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-8dfa5164-2fb1-43eb-8544-a6f820b9b75c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853832323'] for port, precommit_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:10:50.237016 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-64ff2114-078e-44e6-8660-2b2ce0b57c38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1691685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854152290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244554789151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792299556194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850958277'] for port, after_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:10:50.241055 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:10:50.294587 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.plugin [None req-8dfa5164-2fb1-43eb-8544-a6f820b9b75c None None] Calling delete_port for da10d7dd-e98b-44fe-a00f-646f64081a3b owned by network:dhcp {{(pid=86332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 17 04:10:50.300146 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ff2114-078e-44e6-8660-2b2ce0b57c38 admin admin] Pushing event deleted for resources: {'Port': ['ID=da10d7dd-e98b-44fe-a00f-646f64081a3b,revision_number=None']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:10:50.303504 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64ff2114-078e-44e6-8660-2b2ce0b57c38 admin admin] No DVR routers for this DVR port da10d7dd-e98b-44fe-a00f-646f64081a3b on host dv-cinder-786054-2-smb {{(pid=86331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 17 04:10:50.339866 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-64ff2114-078e-44e6-8660-2b2ce0b57c38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:10:50.370274 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.db.api [None req-8dfa5164-2fb1-43eb-8544-a6f820b9b75c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86332) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 17 04:10:50.370691 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_db.api [None req-8dfa5164-2fb1-43eb-8544-a6f820b9b75c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86332) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 17 04:10:50.450690 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352122a1-2577-450a-88f2-ca0caacac7b1 req-fc0526b3-99b6-42d2-b463-a14d2f43b1ea tempest-VolumesActionsTest-117882642 tempest-VolumesActionsTest-117882642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:10:50.451470 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [req-352122a1-2577-450a-88f2-ca0caacac7b1 req-fc0526b3-99b6-42d2-b463-a14d2f43b1ea tempest-VolumesActionsTest-117882642 tempest-VolumesActionsTest-117882642-project] Synchronizing usage tracker for tenant:823022bbc97f4dd69013e2ff6fadad6f on resource:port {{(pid=86330) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 17 04:10:50.472740 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [req-352122a1-2577-450a-88f2-ca0caacac7b1 req-fc0526b3-99b6-42d2-b463-a14d2f43b1ea tempest-VolumesActionsTest-117882642 tempest-VolumesActionsTest-117882642-project] Unset dirty status for tenant:823022bbc97f4dd69013e2ff6fadad6f on resource:port {{(pid=86330) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 17 04:10:50.474033 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-352122a1-2577-450a-88f2-ca0caacac7b1 req-fc0526b3-99b6-42d2-b463-a14d2f43b1ea tempest-VolumesActionsTest-117882642 tempest-VolumesActionsTest-117882642-project] 10.222.0.32 "GET /v2.0/ports?device_id=5b0cf21d-4f53-4fe0-8244-f3981e62f189 HTTP/1.1" status: 200 len: 945 time: 0.1296823 Apr 17 04:10:50.474634 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.rpc [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] Device 33f493a0-6789-48bb-982e-43f79dcca632 no longer exists at agent ovs-agent-dv-cinder-786054-2-smb {{(pid=86332) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 17 04:10:50.514166 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.plugin [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] No Port match for: 33f493a0-6789-48bb-982e-43f79dcca632 {{(pid=86332) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 17 04:10:50.514521 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.rpc [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] Device 33f493a0-6789-48bb-982e-43f79dcca632 not bound to the agent host dv-cinder-786054-2-smb {{(pid=86332) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 17 04:10:50.515193 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.rpc [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] Device da10d7dd-e98b-44fe-a00f-646f64081a3b no longer exists at agent ovs-agent-dv-cinder-786054-2-smb {{(pid=86332) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 17 04:10:50.558616 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.plugin [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] No Port match for: da10d7dd-e98b-44fe-a00f-646f64081a3b {{(pid=86332) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 17 04:10:50.559006 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.rpc [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] Device da10d7dd-e98b-44fe-a00f-646f64081a3b not bound to the agent host dv-cinder-786054-2-smb {{(pid=86332) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 17 04:10:50.567043 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.plugin [req-352122a1-2577-450a-88f2-ca0caacac7b1 req-59f60307-67e2-44c5-a02d-085c15764c83 tempest-VolumesActionsTest-117882642 tempest-VolumesActionsTest-117882642-project] Deleting port 69ca2623-4705-4002-a2a2-217bf448f1dd {{(pid=86330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 17 04:10:50.567778 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [req-352122a1-2577-450a-88f2-ca0caacac7b1 req-59f60307-67e2-44c5-a02d-085c15764c83 tempest-VolumesActionsTest-117882642 tempest-VolumesActionsTest-117882642-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363244554791028'] for port, before_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:10:50.743811 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-64ff2114-078e-44e6-8660-2b2ce0b57c38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852730783', 'neutron.services.segments.db._delete_segments_for_network-8792299905651'] for network, precommit_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:10:50.864748 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.db [req-352122a1-2577-450a-88f2-ca0caacac7b1 req-59f60307-67e2-44c5-a02d-085c15764c83 tempest-VolumesActionsTest-117882642 tempest-VolumesActionsTest-117882642-project] For port 69ca2623-4705-4002-a2a2-217bf448f1dd, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=69ca2623-4705-4002-a2a2-217bf448f1dd,segment=NetworkSegment(3344f372-5548-4a12-86d0-99605a084d9c),segment_id=3344f372-5548-4a12-86d0-99605a084d9c)] {{(pid=86330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 17 04:10:50.865150 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [req-352122a1-2577-450a-88f2-ca0caacac7b1 req-59f60307-67e2-44c5-a02d-085c15764c83 tempest-VolumesActionsTest-117882642 tempest-VolumesActionsTest-117882642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853832323'] for port, precommit_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:10:50.872134 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.plugin [None req-8dfa5164-2fb1-43eb-8544-a6f820b9b75c None None] Deleting port da10d7dd-e98b-44fe-a00f-646f64081a3b {{(pid=86332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 17 04:10:50.872591 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-8dfa5164-2fb1-43eb-8544-a6f820b9b75c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363244554791028'] for port, before_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:10:50.885680 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e7fc89-0a95-4441-ae11-31c96c5013ef req-fc754068-68fe-4361-bafc-f0bee88d477c tempest-VolumesActionsTest-117882642 tempest-VolumesActionsTest-117882642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:10:50.887350 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-96e7fc89-0a95-4441-ae11-31c96c5013ef req-fc754068-68fe-4361-bafc-f0bee88d477c tempest-VolumesActionsTest-117882642 tempest-VolumesActionsTest-117882642-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b0cf21d-4f53-4fe0-8244-f3981e62f189 HTTP/1.1" status: 200 len: 945 time: 0.5525026 Apr 17 04:10:50.906290 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.services.segments.db [None req-64ff2114-078e-44e6-8660-2b2ce0b57c38 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21d58d11-d600-49b4-b6eb-061a4f165798']}} {{(pid=86331) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 17 04:10:50.978432 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.services.segments.db [None req-64ff2114-078e-44e6-8660-2b2ce0b57c38 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb7c0281-1e7b-4585-9fd3-09041ab55b7a') {'for_net_delete': True} {{(pid=86331) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 17 04:10:50.979059 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.services.segments.db [None req-64ff2114-078e-44e6-8660-2b2ce0b57c38 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb7c0281-1e7b-4585-9fd3-09041ab55b7a') {} {{(pid=86331) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 17 04:10:50.985366 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.plugin [None req-8dfa5164-2fb1-43eb-8544-a6f820b9b75c None None] The port 'da10d7dd-e98b-44fe-a00f-646f64081a3b' was deleted {{(pid=86332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 17 04:10:51.006012 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-96e7fc89-0a95-4441-ae11-31c96c5013ef req-bcdbb783-94d7-4ab5-8fc1-5c0f61b2b6e0 tempest-VolumesActionsTest-117882642 tempest-VolumesActionsTest-117882642-project] 10.222.0.20 "GET /v2.0/security-groups?id=e1ca63b8-a5ba-47da-be51-2aa1241fd379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024621 Apr 17 04:10:51.007936 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-64ff2114-078e-44e6-8660-2b2ce0b57c38 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363244554709347', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852048028'] for segment, before_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:10:51.037601 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-64ff2114-078e-44e6-8660-2b2ce0b57c38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852729262'] for segment, precommit_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:10:51.044569 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64ff2114-078e-44e6-8660-2b2ce0b57c38 admin admin] Releasing vlan 125 on physical network physnet1 to pool {{(pid=86331) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 17 04:10:51.046412 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.plugin [req-352122a1-2577-450a-88f2-ca0caacac7b1 req-59f60307-67e2-44c5-a02d-085c15764c83 tempest-VolumesActionsTest-117882642 tempest-VolumesActionsTest-117882642-project] Calling delete_port for 69ca2623-4705-4002-a2a2-217bf448f1dd owned by compute:nova {{(pid=86330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 17 04:10:51.207318 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [req-352122a1-2577-450a-88f2-ca0caacac7b1 req-59f60307-67e2-44c5-a02d-085c15764c83 tempest-VolumesActionsTest-117882642 tempest-VolumesActionsTest-117882642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1691685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854152290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244554789151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792299556194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852218909'] for port, after_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:10:51.213060 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-8753f590-c8f1-4524-87c4-59439539463d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:10:51.219531 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.db [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] get_ports_and_sgs() called for port_ids ['69ca2623-4705-4002-a2a2-217bf448f1dd'] {{(pid=86332) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 17 04:10:51.233803 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.managers [None req-64ff2114-078e-44e6-8660-2b2ce0b57c38 admin admin] Network 21d58d11-d600-49b4-b6eb-061a4f165798 has no segments {{(pid=86331) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 17 04:10:51.243316 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-64ff2114-078e-44e6-8660-2b2ce0b57c38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2046501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3817548'] for segment, after_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:10:51.266408 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f60307-67e2-44c5-a02d-085c15764c83 tempest-VolumesActionsTest-117882642 tempest-VolumesActionsTest-117882642-project] Pushing event deleted for resources: {'Port': ['ID=69ca2623-4705-4002-a2a2-217bf448f1dd,revision_number=None']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:10:51.269794 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-59f60307-67e2-44c5-a02d-085c15764c83 tempest-VolumesActionsTest-117882642 tempest-VolumesActionsTest-117882642-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:10:51.344002 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.l3_dvrscheduler_db [req-352122a1-2577-450a-88f2-ca0caacac7b1 req-59f60307-67e2-44c5-a02d-085c15764c83 tempest-VolumesActionsTest-117882642 tempest-VolumesActionsTest-117882642-project] No DVR routers for this DVR port 69ca2623-4705-4002-a2a2-217bf448f1dd on host hv-cinder-78605 {{(pid=86330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 17 04:10:51.346596 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [req-352122a1-2577-450a-88f2-ca0caacac7b1 req-59f60307-67e2-44c5-a02d-085c15764c83 tempest-VolumesActionsTest-117882642 tempest-VolumesActionsTest-117882642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2986'] for port, before_response {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:10:51.349744 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b0cf21d-4f53-4fe0-8244-f3981e62f189', 'name': 'network-vif-deleted', 'tag': '69ca2623-4705-4002-a2a2-217bf448f1dd'}] {{(pid=86330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 17 04:10:51.366287 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-352122a1-2577-450a-88f2-ca0caacac7b1 req-59f60307-67e2-44c5-a02d-085c15764c83 tempest-VolumesActionsTest-117882642 tempest-VolumesActionsTest-117882642-project] 10.222.0.32 "DELETE /v2.0/ports/69ca2623-4705-4002-a2a2-217bf448f1dd HTTP/1.1" status: 204 len: 173 time: 0.8844893 Apr 17 04:10:51.410876 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b0cf21d-4f53-4fe0-8244-f3981e62f189', 'name': 'network-vif-deleted', 'tag': '69ca2623-4705-4002-a2a2-217bf448f1dd', 'status': 'completed', 'code': 200} Apr 17 04:10:51.425380 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.managers [None req-64ff2114-078e-44e6-8660-2b2ce0b57c38 admin admin] Network 21d58d11-d600-49b4-b6eb-061a4f165798 has no segments {{(pid=86331) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 17 04:10:51.452033 dv-cinder-786054-2-smb neutron-server[86217]: Traceback (most recent call last): Apr 17 04:10:51.452033 dv-cinder-786054-2-smb neutron-server[86217]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 17 04:10:51.452033 dv-cinder-786054-2-smb neutron-server[86217]: timer() Apr 17 04:10:51.452033 dv-cinder-786054-2-smb neutron-server[86217]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 17 04:10:51.452033 dv-cinder-786054-2-smb neutron-server[86217]: cb(*args, **kw) Apr 17 04:10:51.452033 dv-cinder-786054-2-smb neutron-server[86217]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 17 04:10:51.452033 dv-cinder-786054-2-smb neutron-server[86217]: return func(*args, **kwargs) Apr 17 04:10:51.452033 dv-cinder-786054-2-smb neutron-server[86217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 17 04:10:51.452033 dv-cinder-786054-2-smb neutron-server[86217]: self._notify() Apr 17 04:10:51.452033 dv-cinder-786054-2-smb neutron-server[86217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 17 04:10:51.452033 dv-cinder-786054-2-smb neutron-server[86217]: self.callback(batched_events) Apr 17 04:10:51.452033 dv-cinder-786054-2-smb neutron-server[86217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 17 04:10:51.452033 dv-cinder-786054-2-smb neutron-server[86217]: event.method(event) Apr 17 04:10:51.452033 dv-cinder-786054-2-smb neutron-server[86217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 17 04:10:51.452033 dv-cinder-786054-2-smb neutron-server[86217]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 17 04:10:51.452033 dv-cinder-786054-2-smb neutron-server[86217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 17 04:10:51.452033 dv-cinder-786054-2-smb neutron-server[86217]: segment_id)['aggregates'][0] Apr 17 04:10:51.452033 dv-cinder-786054-2-smb neutron-server[86217]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 17 04:10:51.452033 dv-cinder-786054-2-smb neutron-server[86217]: return f(self, *a, **k) Apr 17 04:10:51.452033 dv-cinder-786054-2-smb neutron-server[86217]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 17 04:10:51.452033 dv-cinder-786054-2-smb neutron-server[86217]: return self._get(url).json() Apr 17 04:10:51.452033 dv-cinder-786054-2-smb neutron-server[86217]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 17 04:10:51.452033 dv-cinder-786054-2-smb neutron-server[86217]: **kwargs) Apr 17 04:10:51.452033 dv-cinder-786054-2-smb neutron-server[86217]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 17 04:10:51.452033 dv-cinder-786054-2-smb neutron-server[86217]: return self.request(url, 'GET', **kwargs) Apr 17 04:10:51.452033 dv-cinder-786054-2-smb neutron-server[86217]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 17 04:10:51.452033 dv-cinder-786054-2-smb neutron-server[86217]: **endpoint_filter) Apr 17 04:10:51.452033 dv-cinder-786054-2-smb neutron-server[86217]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 17 04:10:51.452033 dv-cinder-786054-2-smb neutron-server[86217]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 17 04:10:51.452033 dv-cinder-786054-2-smb neutron-server[86217]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 17 04:10:51.452033 dv-cinder-786054-2-smb neutron-server[86217]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 17 04:10:51.452033 dv-cinder-786054-2-smb neutron-server[86217]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 17 04:10:51.528024 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-64ff2114-078e-44e6-8660-2b2ce0b57c38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2045033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854152290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1023362'] for network, after_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:10:51.531785 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-9aa29590-6a9b-401e-9086-d4d7dac29020 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:10:51.548079 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-64ff2114-078e-44e6-8660-2b2ce0b57c38 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854152307'] for network, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:10:51.556898 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ff2114-078e-44e6-8660-2b2ce0b57c38 admin admin] Pushing event deleted for resources: {'Network': ['ID=21d58d11-d600-49b4-b6eb-061a4f165798,revision_number=None']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:10:51.559800 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-64ff2114-078e-44e6-8660-2b2ce0b57c38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:10:51.561770 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [None req-64ff2114-078e-44e6-8660-2b2ce0b57c38 admin admin] 10.222.0.20 "DELETE /v2.0/networks/21d58d11-d600-49b4-b6eb-061a4f165798 HTTP/1.1" status: 204 len: 168 time: 1.8890483 Apr 17 04:10:51.763456 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.20', 59440) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 17 04:10:51.821394 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [None req-ad7ceed9-d0c5-487a-9051-9a8042ecc5e2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=20095d40d9834d4b9753d4486e3a3e2c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0566251 Apr 17 04:10:51.824704 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.20', 59444) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 17 04:10:51.891263 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-0c9b0889-835d-4c7a-aea9-6876f090ea5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:10:51.918873 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-0c9b0889-835d-4c7a-aea9-6876f090ea5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:10:51.970961 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-0c9b0889-835d-4c7a-aea9-6876f090ea5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920236'] for security_group, after_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:10:51.976472 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-e673e293-a93d-4689-a1f9-e917792448a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:10:51.987772 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9b0889-835d-4c7a-aea9-6876f090ea5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e01e7c40-4b22-407a-a279-6b071a5a6d80,revision_number=None']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:10:51.990585 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-0c9b0889-835d-4c7a-aea9-6876f090ea5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:10:52.010238 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-0c9b0889-835d-4c7a-aea9-6876f090ea5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:10:52.016152 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [None req-0c9b0889-835d-4c7a-aea9-6876f090ea5a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e01e7c40-4b22-407a-a279-6b071a5a6d80 HTTP/1.1" status: 204 len: 168 time: 0.1902544 Apr 17 04:10:52.448892 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.20', 59460) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 17 04:10:52.503156 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [None req-b492c3e5-d547-44e8-a1ca-cf6cb2b3f567 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=070afdb654ec4feaadf9deacc4d5389d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0524135 Apr 17 04:10:52.505646 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.20', 59468) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 17 04:10:52.573599 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-f5e99721-23d1-4c0a-b37f-23c4d5d1c691 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:10:52.602331 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-f5e99721-23d1-4c0a-b37f-23c4d5d1c691 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:10:52.652252 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-f5e99721-23d1-4c0a-b37f-23c4d5d1c691 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920236'] for security_group, after_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:10:52.658321 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-cb179b7d-38fb-4bc6-992f-69cfd453d2b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:10:52.675198 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e99721-23d1-4c0a-b37f-23c4d5d1c691 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=417ee8c1-4e80-405c-8224-9077bde7ff05,revision_number=None']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:10:52.680101 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-f5e99721-23d1-4c0a-b37f-23c4d5d1c691 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:10:52.683679 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-f5e99721-23d1-4c0a-b37f-23c4d5d1c691 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:10:52.685645 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [None req-f5e99721-23d1-4c0a-b37f-23c4d5d1c691 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/417ee8c1-4e80-405c-8224-9077bde7ff05 HTTP/1.1" status: 204 len: 168 time: 0.1785862 Apr 17 04:10:53.530923 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c15533c-8112-4130-ad31-5ea24cec009c req-bc0f6b79-c50e-4afe-ad8f-1fa3e67d4701 tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:10:53.532551 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-8c15533c-8112-4130-ad31-5ea24cec009c req-bc0f6b79-c50e-4afe-ad8f-1fa3e67d4701 tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c4f44bc-b4d0-42aa-8aa1-313945def3ef HTTP/1.1" status: 200 len: 945 time: 0.0902178 Apr 17 04:10:53.593459 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-8c15533c-8112-4130-ad31-5ea24cec009c req-db4490e0-f3a5-4a5d-859c-abb16324e604 tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] 10.222.0.20 "GET /v2.0/security-groups?id=d002f976-b789-410a-b98c-ebbe09d7c833&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544548 Apr 17 04:10:54.489605 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.rpc [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Device 69ca2623-4705-4002-a2a2-217bf448f1dd no longer exists at agent hyperv_hv-cinder-78605 {{(pid=86332) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 17 04:10:54.527048 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.plugin [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] No Port match for: 69ca2623-4705-4002-a2a2-217bf448f1dd {{(pid=86332) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 17 04:10:54.527435 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.rpc [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Device 69ca2623-4705-4002-a2a2-217bf448f1dd not bound to the agent host hv-cinder-78605 {{(pid=86332) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 17 04:10:54.819970 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81470dff-d9d3-462b-bfeb-9944444f42f4 req-2f2a7ff1-9a1b-4232-b56f-ad27d4bed5b8 tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:10:54.821677 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-81470dff-d9d3-462b-bfeb-9944444f42f4 req-2f2a7ff1-9a1b-4232-b56f-ad27d4bed5b8 tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c4f44bc-b4d0-42aa-8aa1-313945def3ef HTTP/1.1" status: 200 len: 945 time: 0.1032574 Apr 17 04:10:54.870846 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-81470dff-d9d3-462b-bfeb-9944444f42f4 req-9941ed94-aa39-4038-bf3f-5abb027bb498 tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] 10.222.0.20 "GET /v2.0/security-groups?id=d002f976-b789-410a-b98c-ebbe09d7c833&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423641 Apr 17 04:10:56.089483 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ab58d9-7d78-4b1d-a28e-e7e982043382 req-db3381cc-8346-4c06-bc62-9efc8680dc92 tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:10:56.091089 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-62ab58d9-7d78-4b1d-a28e-e7e982043382 req-db3381cc-8346-4c06-bc62-9efc8680dc92 tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c4f44bc-b4d0-42aa-8aa1-313945def3ef HTTP/1.1" status: 200 len: 945 time: 0.0942090 Apr 17 04:10:56.141677 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-62ab58d9-7d78-4b1d-a28e-e7e982043382 req-c784db76-4190-47f4-add8-089676db6885 tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] 10.222.0.20 "GET /v2.0/security-groups?id=d002f976-b789-410a-b98c-ebbe09d7c833&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409644 Apr 17 04:10:57.354246 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a510a749-4b2b-41f3-b979-b355838acda9 req-75f93b7b-083d-436d-a535-b9be73a4d511 tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:10:57.356125 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-a510a749-4b2b-41f3-b979-b355838acda9 req-75f93b7b-083d-436d-a535-b9be73a4d511 tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c4f44bc-b4d0-42aa-8aa1-313945def3ef HTTP/1.1" status: 200 len: 945 time: 0.0985413 Apr 17 04:10:57.403617 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-a510a749-4b2b-41f3-b979-b355838acda9 req-38014f87-680e-44cc-99b3-e5fad1f9315d tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] 10.222.0.20 "GET /v2.0/security-groups?id=d002f976-b789-410a-b98c-ebbe09d7c833&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410714 Apr 17 04:10:58.620438 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7757a80-41f0-453a-bb9b-ca43277875af req-05788ccb-ecbd-4028-a24e-a6c9aa54a9de tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:10:58.622186 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-a7757a80-41f0-453a-bb9b-ca43277875af req-05788ccb-ecbd-4028-a24e-a6c9aa54a9de tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c4f44bc-b4d0-42aa-8aa1-313945def3ef HTTP/1.1" status: 200 len: 945 time: 0.1007628 Apr 17 04:10:58.673916 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-a7757a80-41f0-453a-bb9b-ca43277875af req-304c2893-a9d1-4a55-b379-11c96e6c4283 tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] 10.222.0.20 "GET /v2.0/security-groups?id=d002f976-b789-410a-b98c-ebbe09d7c833&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442946 Apr 17 04:11:00.153870 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d16db73-709d-4034-91de-18ab09eb4a4f req-cecb36d1-b77e-411a-bdba-2a630e66e88d tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:11:00.155514 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-3d16db73-709d-4034-91de-18ab09eb4a4f req-cecb36d1-b77e-411a-bdba-2a630e66e88d tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c4f44bc-b4d0-42aa-8aa1-313945def3ef HTTP/1.1" status: 200 len: 945 time: 0.3527114 Apr 17 04:11:00.207089 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-3d16db73-709d-4034-91de-18ab09eb4a4f req-48cde74d-53ca-476e-aca5-dd1d69a52ae1 tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] 10.222.0.20 "GET /v2.0/security-groups?id=d002f976-b789-410a-b98c-ebbe09d7c833&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451617 Apr 17 04:11:01.420487 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e87ad2-044d-4de7-a2c3-4d495ad83762 req-240a9a9d-4167-42c6-89a5-b3a87defbfb0 tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:11:01.422911 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-44e87ad2-044d-4de7-a2c3-4d495ad83762 req-240a9a9d-4167-42c6-89a5-b3a87defbfb0 tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c4f44bc-b4d0-42aa-8aa1-313945def3ef HTTP/1.1" status: 200 len: 945 time: 0.0966601 Apr 17 04:11:01.472964 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-44e87ad2-044d-4de7-a2c3-4d495ad83762 req-39bf20e6-6f70-4d4d-a1cd-e6e1abf474f5 tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] 10.222.0.20 "GET /v2.0/security-groups?id=d002f976-b789-410a-b98c-ebbe09d7c833&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429959 Apr 17 04:11:02.774963 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237983f4-9580-4814-9964-319bf6d9c12e req-7a15ae21-180c-4ae9-baab-bb4336858394 tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:11:02.776563 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-237983f4-9580-4814-9964-319bf6d9c12e req-7a15ae21-180c-4ae9-baab-bb4336858394 tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c4f44bc-b4d0-42aa-8aa1-313945def3ef HTTP/1.1" status: 200 len: 945 time: 0.1675916 Apr 17 04:11:02.826104 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-237983f4-9580-4814-9964-319bf6d9c12e req-126e334f-85ef-40bb-81a7-843b4eab651e tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] 10.222.0.20 "GET /v2.0/security-groups?id=d002f976-b789-410a-b98c-ebbe09d7c833&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424602 Apr 17 04:11:04.043020 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6acbadf-273c-4d74-9e42-c8baef75668f req-c8bac909-e3c9-4e52-9e82-c76ef9e6d357 tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:11:04.045030 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-f6acbadf-273c-4d74-9e42-c8baef75668f req-c8bac909-e3c9-4e52-9e82-c76ef9e6d357 tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c4f44bc-b4d0-42aa-8aa1-313945def3ef HTTP/1.1" status: 200 len: 945 time: 0.0988340 Apr 17 04:11:04.141385 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-f6acbadf-273c-4d74-9e42-c8baef75668f req-a9006645-0824-4147-a4ee-de52263c5591 tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] 10.222.0.20 "GET /v2.0/security-groups?id=d002f976-b789-410a-b98c-ebbe09d7c833&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0890248 Apr 17 04:11:04.183457 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bd0326-7692-40cc-a5ed-3add6a21358c req-258a1bd9-36ba-49aa-bca8-494a621f6b74 tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:11:04.185101 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-80bd0326-7692-40cc-a5ed-3add6a21358c req-258a1bd9-36ba-49aa-bca8-494a621f6b74 tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] 10.222.0.20 "GET /v2.0/ports?device_id=71d5dd7a-6f0c-4658-96ce-b4da2238f1fa HTTP/1.1" status: 200 len: 946 time: 0.1015654 Apr 17 04:11:04.233591 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-80bd0326-7692-40cc-a5ed-3add6a21358c req-b1069f6b-5dce-4b90-a093-b8af5c837507 tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] 10.222.0.20 "GET /v2.0/security-groups?id=50ad198b-90f4-41cc-ba6f-37d91a24bc6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419869 Apr 17 04:11:04.507261 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed40aece-3c86-490f-9e53-53bbb1ae77d2 req-349d2c6a-55c2-4f97-b652-c51f1839a22f tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:11:04.509366 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-ed40aece-3c86-490f-9e53-53bbb1ae77d2 req-349d2c6a-55c2-4f97-b652-c51f1839a22f tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c4f44bc-b4d0-42aa-8aa1-313945def3ef HTTP/1.1" status: 200 len: 945 time: 0.0952837 Apr 17 04:11:04.560839 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-ed40aece-3c86-490f-9e53-53bbb1ae77d2 req-37f7c821-a4db-40c4-a997-59bbbedf3040 tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] 10.222.0.20 "GET /v2.0/security-groups?id=d002f976-b789-410a-b98c-ebbe09d7c833&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440843 Apr 17 04:11:04.674827 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ddf5cd-fb88-497d-b6d6-f2bd28c4a3cb req-7b65ff4d-383f-4899-a6fd-a1ec5578149d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:11:04.676556 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-71ddf5cd-fb88-497d-b6d6-f2bd28c4a3cb req-7b65ff4d-383f-4899-a6fd-a1ec5578149d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b27c7ae6f15d4ca4afddb9e09494c2db&device_id=4c4f44bc-b4d0-42aa-8aa1-313945def3ef HTTP/1.1" status: 200 len: 1098 time: 0.0821507 Apr 17 04:11:04.821868 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ddf5cd-fb88-497d-b6d6-f2bd28c4a3cb req-560907fe-7932-4376-a8de-8470dc56b15a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:11:04.823399 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-71ddf5cd-fb88-497d-b6d6-f2bd28c4a3cb req-560907fe-7932-4376-a8de-8470dc56b15a service neutron] 10.222.0.32 "GET /v2.0/networks?id=bcdf37d1-d8cb-465c-8c2d-b213a0f4b25a HTTP/1.1" status: 200 len: 911 time: 0.1411486 Apr 17 04:11:04.936793 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-71ddf5cd-fb88-497d-b6d6-f2bd28c4a3cb req-8299fb31-a563-423d-b090-7abb3f794ed9 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b8ec05cd-bdfa-41e4-82d6-a515e937f06e HTTP/1.1" status: 200 len: 1001 time: 0.1035776 Apr 17 04:11:05.010325 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ddf5cd-fb88-497d-b6d6-f2bd28c4a3cb req-37d2db93-39cf-4dbf-91a9-2350d93e8711 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:11:05.012183 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-71ddf5cd-fb88-497d-b6d6-f2bd28c4a3cb req-37d2db93-39cf-4dbf-91a9-2350d93e8711 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1db1c85b-41e4-4872-a387-3bfbd7bec99d HTTP/1.1" status: 200 len: 849 time: 0.0683837 Apr 17 04:11:05.098916 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ddf5cd-fb88-497d-b6d6-f2bd28c4a3cb req-8be57218-c1bf-4016-a787-e2c016c3e4f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:11:05.100494 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-71ddf5cd-fb88-497d-b6d6-f2bd28c4a3cb req-8be57218-c1bf-4016-a787-e2c016c3e4f6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=bcdf37d1-d8cb-465c-8c2d-b213a0f4b25a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0817378 Apr 17 04:11:05.254581 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-71ddf5cd-fb88-497d-b6d6-f2bd28c4a3cb req-542737aa-895f-4785-9bc1-222cde387a06 service neutron] 10.222.0.32 "GET /v2.0/networks/bcdf37d1-d8cb-465c-8c2d-b213a0f4b25a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1461561 Apr 17 04:11:05.400666 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-71ddf5cd-fb88-497d-b6d6-f2bd28c4a3cb req-2ec4f009-c4c2-47d0-b73d-e32f394ed09c service neutron] 10.222.0.32 "GET /v2.0/networks/bcdf37d1-d8cb-465c-8c2d-b213a0f4b25a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383722 Apr 17 04:11:05.445024 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df96fa96-30a0-493c-8b76-aa7aeb0be8a5 req-1d2811d2-7bed-4941-a18c-131de0d45438 tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:11:05.446627 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-df96fa96-30a0-493c-8b76-aa7aeb0be8a5 req-1d2811d2-7bed-4941-a18c-131de0d45438 tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] 10.222.0.20 "GET /v2.0/ports?device_id=71d5dd7a-6f0c-4658-96ce-b4da2238f1fa HTTP/1.1" status: 200 len: 946 time: 0.0928409 Apr 17 04:11:05.504364 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-df96fa96-30a0-493c-8b76-aa7aeb0be8a5 req-ebd3258d-78d5-4440-82e3-ad8c1ec98b27 tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] 10.222.0.20 "GET /v2.0/security-groups?id=50ad198b-90f4-41cc-ba6f-37d91a24bc6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508764 Apr 17 04:11:05.783744 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6e15be-8d31-45d9-b53e-127682cf85fd req-61e75092-314f-4e58-b92d-32bb3e00ce2d tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:11:05.785313 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-9e6e15be-8d31-45d9-b53e-127682cf85fd req-61e75092-314f-4e58-b92d-32bb3e00ce2d tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c4f44bc-b4d0-42aa-8aa1-313945def3ef HTTP/1.1" status: 200 len: 945 time: 0.0977607 Apr 17 04:11:05.838627 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-9e6e15be-8d31-45d9-b53e-127682cf85fd req-cdb76d7b-d9ef-4afe-b56f-a574610fbbb7 tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] 10.222.0.20 "GET /v2.0/security-groups?id=d002f976-b789-410a-b98c-ebbe09d7c833&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445313 Apr 17 04:11:06.716217 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef0c374-ff9f-4f37-977d-b502aa5f46be req-b10c2f0c-8f75-47e8-b517-4698f061e206 tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:11:06.716750 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.agents_db [None req-76d39d81-b417-4462-95bd-4e842fba9248 None None] Agent healthcheck: found 6 active agents {{(pid=86333) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 17 04:11:06.717925 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-5ef0c374-ff9f-4f37-977d-b502aa5f46be req-b10c2f0c-8f75-47e8-b517-4698f061e206 tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] 10.222.0.20 "GET /v2.0/ports?device_id=71d5dd7a-6f0c-4658-96ce-b4da2238f1fa HTTP/1.1" status: 200 len: 946 time: 0.0916927 Apr 17 04:11:06.764896 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-5ef0c374-ff9f-4f37-977d-b502aa5f46be req-bae9d6fd-fa7c-4032-984f-491c95096c3a tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] 10.222.0.20 "GET /v2.0/security-groups?id=50ad198b-90f4-41cc-ba6f-37d91a24bc6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407643 Apr 17 04:11:07.051012 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a4c110-e7e5-44e1-8f8b-04f660f0a97b req-47883b76-0dbf-4e63-bc2e-3b6ce2fa6ff4 tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:11:07.052767 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-b3a4c110-e7e5-44e1-8f8b-04f660f0a97b req-47883b76-0dbf-4e63-bc2e-3b6ce2fa6ff4 tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c4f44bc-b4d0-42aa-8aa1-313945def3ef HTTP/1.1" status: 200 len: 945 time: 0.0971501 Apr 17 04:11:07.102242 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-b3a4c110-e7e5-44e1-8f8b-04f660f0a97b req-e0a71910-d774-48ae-b481-8964a48166fe tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] 10.222.0.20 "GET /v2.0/security-groups?id=d002f976-b789-410a-b98c-ebbe09d7c833&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428300 Apr 17 04:11:07.288371 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-92cc3241-cbca-484b-9e5b-7720ca7714a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244554870149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852757949'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:11:07.994348 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce01f536-4fa4-4a5b-8d12-e83af890983e req-3b8f70d4-7e3a-4359-a8a3-3ba73cb2f6ae tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:11:07.995995 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-ce01f536-4fa4-4a5b-8d12-e83af890983e req-3b8f70d4-7e3a-4359-a8a3-3ba73cb2f6ae tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] 10.222.0.20 "GET /v2.0/ports?device_id=71d5dd7a-6f0c-4658-96ce-b4da2238f1fa HTTP/1.1" status: 200 len: 946 time: 0.0947397 Apr 17 04:11:08.043448 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-ce01f536-4fa4-4a5b-8d12-e83af890983e req-0477e3f0-a14c-4de5-be5c-c2e112241fc1 tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] 10.222.0.20 "GET /v2.0/security-groups?id=50ad198b-90f4-41cc-ba6f-37d91a24bc6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408568 Apr 17 04:11:08.834577 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-318bd6bd-1fd8-42b5-9ebe-4e4227b22305 req-5ddaee09-6db7-40f0-bf17-f30ee9d9036c service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=95e8b9bb-edf4-41ea-8e29-17967312a144&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0806789 Apr 17 04:11:08.933201 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318bd6bd-1fd8-42b5-9ebe-4e4227b22305 req-2bc1c8fb-90cf-4ddb-8d04-a1dce2ecaef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:11:08.934813 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-318bd6bd-1fd8-42b5-9ebe-4e4227b22305 req-2bc1c8fb-90cf-4ddb-8d04-a1dce2ecaef3 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ca6206a14e294f1c94050af1f73d53f8&device_id=95e8b9bb-edf4-41ea-8e29-17967312a144 HTTP/1.1" status: 200 len: 1098 time: 0.0772750 Apr 17 04:11:09.098543 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318bd6bd-1fd8-42b5-9ebe-4e4227b22305 req-999269a0-dc0e-42e0-a972-daa410e9b7b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:11:09.100154 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-318bd6bd-1fd8-42b5-9ebe-4e4227b22305 req-999269a0-dc0e-42e0-a972-daa410e9b7b0 service neutron] 10.222.0.32 "GET /v2.0/networks?id=48b42dc6-fdb2-4a1c-899b-553f02cfd6b1 HTTP/1.1" status: 200 len: 910 time: 0.1453412 Apr 17 04:11:09.210427 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-318bd6bd-1fd8-42b5-9ebe-4e4227b22305 req-8beba8b3-a04b-4523-a591-c0ce1a310062 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=87141837-1be8-4078-af9c-ced185eecc3a HTTP/1.1" status: 200 len: 999 time: 0.1018298 Apr 17 04:11:09.252449 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b32f3d-7b52-4253-a0aa-554209e83ee8 req-88d51e6e-962a-4aee-a058-a395aa486fd2 tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:11:09.254083 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-75b32f3d-7b52-4253-a0aa-554209e83ee8 req-88d51e6e-962a-4aee-a058-a395aa486fd2 tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] 10.222.0.20 "GET /v2.0/ports?device_id=71d5dd7a-6f0c-4658-96ce-b4da2238f1fa HTTP/1.1" status: 200 len: 946 time: 0.0917559 Apr 17 04:11:09.280575 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318bd6bd-1fd8-42b5-9ebe-4e4227b22305 req-61c17a03-684d-4e13-bc90-def8c8a04c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:11:09.282136 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-318bd6bd-1fd8-42b5-9ebe-4e4227b22305 req-61c17a03-684d-4e13-bc90-def8c8a04c99 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7ebd19d5-d3c8-4014-91e1-906c5d4ffe3d HTTP/1.1" status: 200 len: 848 time: 0.0652878 Apr 17 04:11:09.302439 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-75b32f3d-7b52-4253-a0aa-554209e83ee8 req-fab50595-7da1-4a30-a31d-52351cec6d71 tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] 10.222.0.20 "GET /v2.0/security-groups?id=50ad198b-90f4-41cc-ba6f-37d91a24bc6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418694 Apr 17 04:11:09.365354 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318bd6bd-1fd8-42b5-9ebe-4e4227b22305 req-e7ff02c1-c6f3-4703-b495-184a7d887105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:11:09.366981 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-318bd6bd-1fd8-42b5-9ebe-4e4227b22305 req-e7ff02c1-c6f3-4703-b495-184a7d887105 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=48b42dc6-fdb2-4a1c-899b-553f02cfd6b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0790815 Apr 17 04:11:09.509606 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-318bd6bd-1fd8-42b5-9ebe-4e4227b22305 req-33f97e0c-d0e0-4923-a2c2-f9df9b7c8450 service neutron] 10.222.0.32 "GET /v2.0/networks/48b42dc6-fdb2-4a1c-899b-553f02cfd6b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350715 Apr 17 04:11:09.558357 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-6e5e5ef6-806b-4b0e-b9d6-fd50e986b8b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244554870149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852757949'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:11:09.649976 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-318bd6bd-1fd8-42b5-9ebe-4e4227b22305 req-6dc1e82a-bdc8-4bf0-8e5a-13cc4074a8b4 service neutron] 10.222.0.32 "GET /v2.0/networks/48b42dc6-fdb2-4a1c-899b-553f02cfd6b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334171 Apr 17 04:11:09.978551 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.20', 59678) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 17 04:11:10.044004 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9968738-3905-4044-b0cc-6f7f765a37bb admin admin] Deleting subnet 33031224-b828-438b-901f-4ab7acd1ee18 {{(pid=86330) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 17 04:11:10.047279 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-c9968738-3905-4044-b0cc-6f7f765a37bb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:11:10.106665 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-c9968738-3905-4044-b0cc-6f7f765a37bb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852242307'] for subnet, precommit_delete_associations {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:11:10.173514 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-c9968738-3905-4044-b0cc-6f7f765a37bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2044980'] for subnet, precommit_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:11:10.433070 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-c9968738-3905-4044-b0cc-6f7f765a37bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036852730868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854152290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852219849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852674524'] for subnet, after_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:11:10.438011 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:11:10.476290 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-c9968738-3905-4044-b0cc-6f7f765a37bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854152307'] for subnet, before_response {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:11:10.480732 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9968738-3905-4044-b0cc-6f7f765a37bb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=33031224-b828-438b-901f-4ab7acd1ee18,revision_number=None']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:11:10.489229 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [None req-c9968738-3905-4044-b0cc-6f7f765a37bb admin admin] 10.222.0.20 "DELETE /v2.0/subnets/33031224-b828-438b-901f-4ab7acd1ee18 HTTP/1.1" status: 204 len: 168 time: 0.5071044 Apr 17 04:11:10.490832 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.20', 59684) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 17 04:11:10.494562 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9968738-3905-4044-b0cc-6f7f765a37bb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:11:10.494983 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9968738-3905-4044-b0cc-6f7f765a37bb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:11:10.495401 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9968738-3905-4044-b0cc-6f7f765a37bb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:11:10.495809 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9968738-3905-4044-b0cc-6f7f765a37bb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:11:10.496211 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9968738-3905-4044-b0cc-6f7f765a37bb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:11:10.496635 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9968738-3905-4044-b0cc-6f7f765a37bb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:11:10.497039 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9968738-3905-4044-b0cc-6f7f765a37bb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:11:10.497438 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9968738-3905-4044-b0cc-6f7f765a37bb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:11:10.497839 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9968738-3905-4044-b0cc-6f7f765a37bb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:11:10.498236 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9968738-3905-4044-b0cc-6f7f765a37bb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:11:10.498636 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9968738-3905-4044-b0cc-6f7f765a37bb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:11:10.499029 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9968738-3905-4044-b0cc-6f7f765a37bb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:11:10.513313 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445f0483-2672-4737-9327-f8605bd2f0cd req-a708636a-c9a7-4e3d-9cdd-bb7b01422f8c tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:11:10.514940 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-445f0483-2672-4737-9327-f8605bd2f0cd req-a708636a-c9a7-4e3d-9cdd-bb7b01422f8c tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] 10.222.0.20 "GET /v2.0/ports?device_id=71d5dd7a-6f0c-4658-96ce-b4da2238f1fa HTTP/1.1" status: 200 len: 946 time: 0.0910501 Apr 17 04:11:10.520433 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-c9968738-3905-4044-b0cc-6f7f765a37bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:11:10.563940 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-445f0483-2672-4737-9327-f8605bd2f0cd req-d9af9db8-c74a-46fb-8d09-dc9c291990cf tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] 10.222.0.20 "GET /v2.0/security-groups?id=50ad198b-90f4-41cc-ba6f-37d91a24bc6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422935 Apr 17 04:11:10.593292 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-c4f59f18-ba4f-4d63-813b-4697a67f74c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244554870149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852757949'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:11:10.615120 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-271d669e-0773-4374-a43e-d24e09bc9900 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2007928'] for network, before_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:11:10.745958 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-271d669e-0773-4374-a43e-d24e09bc9900 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852730783', 'neutron.services.segments.db._delete_segments_for_network-8792299905651'] for network, precommit_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:11:10.859422 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.services.segments.db [None req-271d669e-0773-4374-a43e-d24e09bc9900 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1843ac26-d3d1-41c2-897c-51ff544b5451']}} {{(pid=86330) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 17 04:11:10.872090 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.services.segments.db [None req-271d669e-0773-4374-a43e-d24e09bc9900 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3344f372-5548-4a12-86d0-99605a084d9c') {'for_net_delete': True} {{(pid=86330) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 17 04:11:10.872427 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.services.segments.db [None req-271d669e-0773-4374-a43e-d24e09bc9900 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3344f372-5548-4a12-86d0-99605a084d9c') {} {{(pid=86330) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 17 04:11:10.884588 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-271d669e-0773-4374-a43e-d24e09bc9900 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363244554709347', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2533493'] for segment, before_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:11:10.899821 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-271d669e-0773-4374-a43e-d24e09bc9900 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852729262'] for segment, precommit_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:11:10.906231 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-271d669e-0773-4374-a43e-d24e09bc9900 admin admin] Releasing vlan 116 on physical network physnet1 to pool {{(pid=86330) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 17 04:11:10.927503 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244554870149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852757949'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:11:11.321929 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.managers [None req-271d669e-0773-4374-a43e-d24e09bc9900 admin admin] Network 1843ac26-d3d1-41c2-897c-51ff544b5451 has no segments {{(pid=86330) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 17 04:11:11.332089 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-271d669e-0773-4374-a43e-d24e09bc9900 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2046501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2556820'] for segment, after_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:11:11.516296 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.managers [None req-271d669e-0773-4374-a43e-d24e09bc9900 admin admin] Network 1843ac26-d3d1-41c2-897c-51ff544b5451 has no segments {{(pid=86330) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 17 04:11:11.539616 dv-cinder-786054-2-smb neutron-server[86217]: Traceback (most recent call last): Apr 17 04:11:11.539616 dv-cinder-786054-2-smb neutron-server[86217]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 17 04:11:11.539616 dv-cinder-786054-2-smb neutron-server[86217]: timer() Apr 17 04:11:11.539616 dv-cinder-786054-2-smb neutron-server[86217]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 17 04:11:11.539616 dv-cinder-786054-2-smb neutron-server[86217]: cb(*args, **kw) Apr 17 04:11:11.539616 dv-cinder-786054-2-smb neutron-server[86217]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 17 04:11:11.539616 dv-cinder-786054-2-smb neutron-server[86217]: return func(*args, **kwargs) Apr 17 04:11:11.539616 dv-cinder-786054-2-smb neutron-server[86217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 17 04:11:11.539616 dv-cinder-786054-2-smb neutron-server[86217]: self._notify() Apr 17 04:11:11.539616 dv-cinder-786054-2-smb neutron-server[86217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 17 04:11:11.539616 dv-cinder-786054-2-smb neutron-server[86217]: self.callback(batched_events) Apr 17 04:11:11.539616 dv-cinder-786054-2-smb neutron-server[86217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 17 04:11:11.539616 dv-cinder-786054-2-smb neutron-server[86217]: event.method(event) Apr 17 04:11:11.539616 dv-cinder-786054-2-smb neutron-server[86217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 17 04:11:11.539616 dv-cinder-786054-2-smb neutron-server[86217]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 17 04:11:11.539616 dv-cinder-786054-2-smb neutron-server[86217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 17 04:11:11.539616 dv-cinder-786054-2-smb neutron-server[86217]: segment_id)['aggregates'][0] Apr 17 04:11:11.539616 dv-cinder-786054-2-smb neutron-server[86217]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 17 04:11:11.539616 dv-cinder-786054-2-smb neutron-server[86217]: return f(self, *a, **k) Apr 17 04:11:11.539616 dv-cinder-786054-2-smb neutron-server[86217]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 17 04:11:11.539616 dv-cinder-786054-2-smb neutron-server[86217]: return self._get(url).json() Apr 17 04:11:11.539616 dv-cinder-786054-2-smb neutron-server[86217]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 17 04:11:11.539616 dv-cinder-786054-2-smb neutron-server[86217]: **kwargs) Apr 17 04:11:11.539616 dv-cinder-786054-2-smb neutron-server[86217]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 17 04:11:11.539616 dv-cinder-786054-2-smb neutron-server[86217]: return self.request(url, 'GET', **kwargs) Apr 17 04:11:11.539616 dv-cinder-786054-2-smb neutron-server[86217]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 17 04:11:11.539616 dv-cinder-786054-2-smb neutron-server[86217]: **endpoint_filter) Apr 17 04:11:11.539616 dv-cinder-786054-2-smb neutron-server[86217]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 17 04:11:11.539616 dv-cinder-786054-2-smb neutron-server[86217]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 17 04:11:11.539616 dv-cinder-786054-2-smb neutron-server[86217]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 17 04:11:11.539616 dv-cinder-786054-2-smb neutron-server[86217]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 17 04:11:11.539616 dv-cinder-786054-2-smb neutron-server[86217]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 17 04:11:11.618054 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-271d669e-0773-4374-a43e-d24e09bc9900 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2045033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854152290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1023362'] for network, after_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:11:11.621921 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:11:11.636107 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-271d669e-0773-4374-a43e-d24e09bc9900 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854152307'] for network, before_response {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:11:11.647569 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271d669e-0773-4374-a43e-d24e09bc9900 admin admin] Pushing event deleted for resources: {'Network': ['ID=1843ac26-d3d1-41c2-897c-51ff544b5451,revision_number=None']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:11:11.651105 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-271d669e-0773-4374-a43e-d24e09bc9900 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:11:11.657517 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [None req-271d669e-0773-4374-a43e-d24e09bc9900 admin admin] 10.222.0.20 "DELETE /v2.0/networks/1843ac26-d3d1-41c2-897c-51ff544b5451 HTTP/1.1" status: 204 len: 168 time: 1.1656275 Apr 17 04:11:11.660611 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.20', 59690) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 17 04:11:11.729350 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.db_base_plugin_v2 [None req-67d65e3e-285e-422b-8f68-508f4b101420 admin admin] Deleting subnet a5a8732b-2d9f-44b0-b94b-d70b89115da7 {{(pid=86330) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 17 04:11:11.732507 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-67d65e3e-285e-422b-8f68-508f4b101420 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:11:11.738336 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-6f7ee5bc-ae74-4cc6-a62a-23eab2a2e65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244554870149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852757949'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:11:11.777293 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9467874e-322d-4507-b1ce-5a9f554645ef req-f1f371d3-e01a-43a7-ab9c-f44fdfa95f6e tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:11:11.778908 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-9467874e-322d-4507-b1ce-5a9f554645ef req-f1f371d3-e01a-43a7-ab9c-f44fdfa95f6e tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] 10.222.0.20 "GET /v2.0/ports?device_id=71d5dd7a-6f0c-4658-96ce-b4da2238f1fa HTTP/1.1" status: 200 len: 946 time: 0.0888889 Apr 17 04:11:11.784452 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-67d65e3e-285e-422b-8f68-508f4b101420 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852242307'] for subnet, precommit_delete_associations {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:11:11.828985 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-9467874e-322d-4507-b1ce-5a9f554645ef req-fb3b2e79-d6b2-4b27-8c5b-4d59bf35347e tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] 10.222.0.20 "GET /v2.0/security-groups?id=50ad198b-90f4-41cc-ba6f-37d91a24bc6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433340 Apr 17 04:11:11.843667 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-67d65e3e-285e-422b-8f68-508f4b101420 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2044980'] for subnet, precommit_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:11:12.132270 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-67d65e3e-285e-422b-8f68-508f4b101420 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036852730868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854152290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852219849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852674524'] for subnet, after_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:11:12.138602 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:11:12.182930 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d65e3e-285e-422b-8f68-508f4b101420 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a5a8732b-2d9f-44b0-b94b-d70b89115da7,revision_number=None']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:11:12.186185 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-67d65e3e-285e-422b-8f68-508f4b101420 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:11:12.187209 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-67d65e3e-285e-422b-8f68-508f4b101420 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854152307'] for subnet, before_response {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:11:12.194971 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [None req-67d65e3e-285e-422b-8f68-508f4b101420 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/a5a8732b-2d9f-44b0-b94b-d70b89115da7 HTTP/1.1" status: 204 len: 168 time: 0.5332727 Apr 17 04:11:12.198748 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.20', 59694) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 17 04:11:12.312495 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-984109e4-3e1f-481a-975c-2965488c8765 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2007928'] for network, before_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:11:12.443967 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-984109e4-3e1f-481a-975c-2965488c8765 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852730783', 'neutron.services.segments.db._delete_segments_for_network-8792299905651'] for network, precommit_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:11:12.452512 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244554870149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852757949'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:11:12.556503 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.services.segments.db [None req-984109e4-3e1f-481a-975c-2965488c8765 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9c5271e-e1ea-44b1-9112-3a660df7e000']}} {{(pid=86330) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 17 04:11:12.569105 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.services.segments.db [None req-984109e4-3e1f-481a-975c-2965488c8765 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9552158-6cbf-47e4-9772-54bccf5b0b89') {'for_net_delete': True} {{(pid=86330) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 17 04:11:12.569371 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.services.segments.db [None req-984109e4-3e1f-481a-975c-2965488c8765 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9552158-6cbf-47e4-9772-54bccf5b0b89') {} {{(pid=86330) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 17 04:11:12.582324 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-984109e4-3e1f-481a-975c-2965488c8765 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363244554709347', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2533493'] for segment, before_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:11:12.597239 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-984109e4-3e1f-481a-975c-2965488c8765 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852729262'] for segment, precommit_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:11:12.604281 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-984109e4-3e1f-481a-975c-2965488c8765 admin admin] Releasing vlan 121 on physical network physnet1 to pool {{(pid=86330) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 17 04:11:12.794390 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.managers [None req-984109e4-3e1f-481a-975c-2965488c8765 admin admin] Network a9c5271e-e1ea-44b1-9112-3a660df7e000 has no segments {{(pid=86330) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 17 04:11:12.806506 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-984109e4-3e1f-481a-975c-2965488c8765 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2046501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2556820'] for segment, after_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:11:12.983897 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.managers [None req-984109e4-3e1f-481a-975c-2965488c8765 admin admin] Network a9c5271e-e1ea-44b1-9112-3a660df7e000 has no segments {{(pid=86330) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 17 04:11:13.006534 dv-cinder-786054-2-smb neutron-server[86217]: Traceback (most recent call last): Apr 17 04:11:13.006534 dv-cinder-786054-2-smb neutron-server[86217]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 17 04:11:13.006534 dv-cinder-786054-2-smb neutron-server[86217]: timer() Apr 17 04:11:13.006534 dv-cinder-786054-2-smb neutron-server[86217]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 17 04:11:13.006534 dv-cinder-786054-2-smb neutron-server[86217]: cb(*args, **kw) Apr 17 04:11:13.006534 dv-cinder-786054-2-smb neutron-server[86217]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 17 04:11:13.006534 dv-cinder-786054-2-smb neutron-server[86217]: return func(*args, **kwargs) Apr 17 04:11:13.006534 dv-cinder-786054-2-smb neutron-server[86217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 17 04:11:13.006534 dv-cinder-786054-2-smb neutron-server[86217]: self._notify() Apr 17 04:11:13.006534 dv-cinder-786054-2-smb neutron-server[86217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 17 04:11:13.006534 dv-cinder-786054-2-smb neutron-server[86217]: self.callback(batched_events) Apr 17 04:11:13.006534 dv-cinder-786054-2-smb neutron-server[86217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 17 04:11:13.006534 dv-cinder-786054-2-smb neutron-server[86217]: event.method(event) Apr 17 04:11:13.006534 dv-cinder-786054-2-smb neutron-server[86217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 17 04:11:13.006534 dv-cinder-786054-2-smb neutron-server[86217]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 17 04:11:13.006534 dv-cinder-786054-2-smb neutron-server[86217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 17 04:11:13.006534 dv-cinder-786054-2-smb neutron-server[86217]: segment_id)['aggregates'][0] Apr 17 04:11:13.006534 dv-cinder-786054-2-smb neutron-server[86217]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 17 04:11:13.006534 dv-cinder-786054-2-smb neutron-server[86217]: return f(self, *a, **k) Apr 17 04:11:13.006534 dv-cinder-786054-2-smb neutron-server[86217]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 17 04:11:13.006534 dv-cinder-786054-2-smb neutron-server[86217]: return self._get(url).json() Apr 17 04:11:13.006534 dv-cinder-786054-2-smb neutron-server[86217]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 17 04:11:13.006534 dv-cinder-786054-2-smb neutron-server[86217]: **kwargs) Apr 17 04:11:13.006534 dv-cinder-786054-2-smb neutron-server[86217]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 17 04:11:13.006534 dv-cinder-786054-2-smb neutron-server[86217]: return self.request(url, 'GET', **kwargs) Apr 17 04:11:13.006534 dv-cinder-786054-2-smb neutron-server[86217]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 17 04:11:13.006534 dv-cinder-786054-2-smb neutron-server[86217]: **endpoint_filter) Apr 17 04:11:13.006534 dv-cinder-786054-2-smb neutron-server[86217]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 17 04:11:13.006534 dv-cinder-786054-2-smb neutron-server[86217]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 17 04:11:13.006534 dv-cinder-786054-2-smb neutron-server[86217]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 17 04:11:13.006534 dv-cinder-786054-2-smb neutron-server[86217]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 17 04:11:13.006534 dv-cinder-786054-2-smb neutron-server[86217]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 17 04:11:13.040664 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd91a5f-7a0c-42d8-b4cc-398eb34f7333 req-545292e7-c72a-48f0-ae0b-0423ff5021a0 tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:11:13.042424 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-bdd91a5f-7a0c-42d8-b4cc-398eb34f7333 req-545292e7-c72a-48f0-ae0b-0423ff5021a0 tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] 10.222.0.20 "GET /v2.0/ports?device_id=71d5dd7a-6f0c-4658-96ce-b4da2238f1fa HTTP/1.1" status: 200 len: 946 time: 0.0938346 Apr 17 04:11:13.083561 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-984109e4-3e1f-481a-975c-2965488c8765 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2045033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854152290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1023362'] for network, after_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:11:13.087526 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-7be0b50a-7cda-4903-9165-c8242b2d1645 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:11:13.092196 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-bdd91a5f-7a0c-42d8-b4cc-398eb34f7333 req-a063129b-c07a-4186-8db7-ae0f99c81d61 tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] 10.222.0.20 "GET /v2.0/security-groups?id=50ad198b-90f4-41cc-ba6f-37d91a24bc6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429435 Apr 17 04:11:13.101499 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-984109e4-3e1f-481a-975c-2965488c8765 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854152307'] for network, before_response {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:11:13.114839 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984109e4-3e1f-481a-975c-2965488c8765 admin admin] Pushing event deleted for resources: {'Network': ['ID=a9c5271e-e1ea-44b1-9112-3a660df7e000,revision_number=None']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:11:13.119044 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [None req-984109e4-3e1f-481a-975c-2965488c8765 admin admin] 10.222.0.20 "DELETE /v2.0/networks/a9c5271e-e1ea-44b1-9112-3a660df7e000 HTTP/1.1" status: 204 len: 168 time: 0.9178457 Apr 17 04:11:13.119044 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-984109e4-3e1f-481a-975c-2965488c8765 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:11:13.324627 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.20', 59702) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 17 04:11:13.377117 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [None req-b60ffcbc-27d1-49ee-a664-7856795a1cea admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=823022bbc97f4dd69013e2ff6fadad6f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0510740 Apr 17 04:11:13.380433 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.20', 59706) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 17 04:11:13.460722 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-c1c8f617-99bf-4f0f-861e-094aa5e0922f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:11:13.486741 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-c1c8f617-99bf-4f0f-861e-094aa5e0922f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:11:13.538516 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-c1c8f617-99bf-4f0f-861e-094aa5e0922f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920236'] for security_group, after_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:11:13.543516 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-864291ea-8759-4eed-990e-d9847078dc4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:11:13.558740 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c8f617-99bf-4f0f-861e-094aa5e0922f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1ca63b8-a5ba-47da-be51-2aa1241fd379,revision_number=None']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:11:13.561789 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-c1c8f617-99bf-4f0f-861e-094aa5e0922f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:11:13.562728 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-c1c8f617-99bf-4f0f-861e-094aa5e0922f admin admin] Notify callbacks [] for security_group, before_response {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:11:13.563928 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [None req-c1c8f617-99bf-4f0f-861e-094aa5e0922f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e1ca63b8-a5ba-47da-be51-2aa1241fd379 HTTP/1.1" status: 204 len: 168 time: 0.1825490 Apr 17 04:11:13.951780 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.20', 59714) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 17 04:11:14.006469 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [None req-d50cecf0-28cb-4432-9270-63e287e3f67c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d1cbadf8debf4552929ed1fd22c52e3e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0533435 Apr 17 04:11:14.009159 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.20', 59718) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 17 04:11:14.073906 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-df613326-3c9f-4734-a9a5-d1a9c381f043 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:11:14.100846 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-df613326-3c9f-4734-a9a5-d1a9c381f043 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:11:14.148935 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-df613326-3c9f-4734-a9a5-d1a9c381f043 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920236'] for security_group, after_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:11:14.153061 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-58d160c3-8966-4963-ba75-dfb841f181a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:11:14.164909 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df613326-3c9f-4734-a9a5-d1a9c381f043 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdab9bfe-3ca9-465e-ae82-31382ff7f286,revision_number=None']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:11:14.167320 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-df613326-3c9f-4734-a9a5-d1a9c381f043 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:11:14.173969 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-df613326-3c9f-4734-a9a5-d1a9c381f043 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:11:14.175204 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [None req-df613326-3c9f-4734-a9a5-d1a9c381f043 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/cdab9bfe-3ca9-465e-ae82-31382ff7f286 HTTP/1.1" status: 204 len: 168 time: 0.1651156 Apr 17 04:11:14.297741 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5003c39-1ef6-4403-bd1b-bc14478e67b8 req-245fd818-01f1-4051-9537-29d4f20837ce tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:11:14.299357 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-e5003c39-1ef6-4403-bd1b-bc14478e67b8 req-245fd818-01f1-4051-9537-29d4f20837ce tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] 10.222.0.20 "GET /v2.0/ports?device_id=71d5dd7a-6f0c-4658-96ce-b4da2238f1fa HTTP/1.1" status: 200 len: 946 time: 0.0881252 Apr 17 04:11:14.354588 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-e5003c39-1ef6-4403-bd1b-bc14478e67b8 req-45affefa-3cc9-42fc-a2d7-e334304284f0 tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] 10.222.0.20 "GET /v2.0/security-groups?id=50ad198b-90f4-41cc-ba6f-37d91a24bc6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486228 Apr 17 04:11:15.559579 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b18107-4468-4e1e-89c2-94e58fe1e812 req-b7151522-274b-4b64-9c12-65e09593b43c tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:11:15.561140 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-02b18107-4468-4e1e-89c2-94e58fe1e812 req-b7151522-274b-4b64-9c12-65e09593b43c tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] 10.222.0.20 "GET /v2.0/ports?device_id=71d5dd7a-6f0c-4658-96ce-b4da2238f1fa HTTP/1.1" status: 200 len: 946 time: 0.0864902 Apr 17 04:11:15.610702 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-02b18107-4468-4e1e-89c2-94e58fe1e812 req-85b74f54-80c7-4262-aa5d-c0b063fb8595 tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] 10.222.0.20 "GET /v2.0/security-groups?id=50ad198b-90f4-41cc-ba6f-37d91a24bc6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431390 Apr 17 04:11:16.536420 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.rpc [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Device f89b9a52-e5b9-4e04-a758-01ed25973315 details requested by agent hyperv_hv-cinder-78605 with host hv-cinder-78605 {{(pid=86332) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 17 04:11:16.683518 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.db [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] For port f89b9a52-e5b9-4e04-a758-01ed25973315, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=f89b9a52-e5b9-4e04-a758-01ed25973315,segment=NetworkSegment(14b5ea21-40f4-463d-9e75-c37fe439802e),segment_id=14b5ea21-40f4-463d-9e75-c37fe439802e)] {{(pid=86332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 17 04:11:16.698616 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.rpc [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Returning: {'device': 'f89b9a52-e5b9-4e04-a758-01ed25973315', 'network_id': 'f8f93dec-df20-4bb3-95a3-f64dab26a2d6', 'port_id': 'f89b9a52-e5b9-4e04-a758-01ed25973315', 'mac_address': 'fa:16:3e:57:d2:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '343cf9b8-b4dd-451f-9881-fd976f22c732', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86332) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 17 04:11:16.823915 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853081909'] for port, before_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:11:16.850130 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.notifiers.nova [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f89b9a52-e5b9-4e04-a758-01ed25973315 {{(pid=86332) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 17 04:11:16.856341 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4142469f-75d6-4a1c-aa4e-d494c810b4dc req-6c5f3991-bb81-4239-96f5-b05a28161dc4 tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:11:16.857922 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-4142469f-75d6-4a1c-aa4e-d494c810b4dc req-6c5f3991-bb81-4239-96f5-b05a28161dc4 tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] 10.222.0.20 "GET /v2.0/ports?device_id=71d5dd7a-6f0c-4658-96ce-b4da2238f1fa HTTP/1.1" status: 200 len: 946 time: 0.1137693 Apr 17 04:11:16.891839 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.db [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] For port f89b9a52-e5b9-4e04-a758-01ed25973315, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=f89b9a52-e5b9-4e04-a758-01ed25973315,segment=NetworkSegment(14b5ea21-40f4-463d-9e75-c37fe439802e),segment_id=14b5ea21-40f4-463d-9e75-c37fe439802e)] {{(pid=86332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 17 04:11:16.898619 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1691685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854152290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792299986632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244555219606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792299556228'] for port, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:11:16.901438 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:11:16.947232 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-4142469f-75d6-4a1c-aa4e-d494c810b4dc req-68b31e50-5bd1-4279-b6ef-699f8f8e1c23 tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] 10.222.0.20 "GET /v2.0/security-groups?id=50ad198b-90f4-41cc-ba6f-37d91a24bc6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0819404 Apr 17 04:11:17.014546 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Pushing event updated for resources: {'Port': ['ID=f89b9a52-e5b9-4e04-a758-01ed25973315,revision_number=6']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:11:17.018153 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:11:17.039770 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.db [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] get_ports_and_sgs() called for port_ids ['f89b9a52-e5b9-4e04-a758-01ed25973315'] {{(pid=86332) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 17 04:11:18.214604 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb16574f-bd3f-405a-b525-89e78f8efe4c req-c543adf9-3fe3-4c47-8cdb-f02ee09567ed tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:11:18.216953 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-fb16574f-bd3f-405a-b525-89e78f8efe4c req-c543adf9-3fe3-4c47-8cdb-f02ee09567ed tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] 10.222.0.20 "GET /v2.0/ports?device_id=71d5dd7a-6f0c-4658-96ce-b4da2238f1fa HTTP/1.1" status: 200 len: 945 time: 0.1174042 Apr 17 04:11:18.271552 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-fb16574f-bd3f-405a-b525-89e78f8efe4c req-6a26ed73-ea29-4a62-a173-7605023fa858 tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] 10.222.0.20 "GET /v2.0/security-groups?id=50ad198b-90f4-41cc-ba6f-37d91a24bc6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479527 Apr 17 04:11:18.558310 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.rpc [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Device f89b9a52-e5b9-4e04-a758-01ed25973315 up at agent hyperv_hv-cinder-78605 {{(pid=86332) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 17 04:11:18.643726 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.provisioning_blocks [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Provisioning complete for port f89b9a52-e5b9-4e04-a758-01ed25973315 triggered by entity L2. {{(pid=86332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 17 04:11:18.644133 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2017814'] for port, provisioning_complete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:11:18.785599 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853081909'] for port, before_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:11:18.820612 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71d5dd7a-6f0c-4658-96ce-b4da2238f1fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f89b9a52-e5b9-4e04-a758-01ed25973315'}] {{(pid=86332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 17 04:11:18.832498 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.db [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] For port f89b9a52-e5b9-4e04-a758-01ed25973315, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=f89b9a52-e5b9-4e04-a758-01ed25973315,segment=NetworkSegment(14b5ea21-40f4-463d-9e75-c37fe439802e),segment_id=14b5ea21-40f4-463d-9e75-c37fe439802e)] {{(pid=86332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 17 04:11:18.836740 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1691685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854152290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792299986632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244555219606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792299556228'] for port, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:11:18.838863 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-a328b5a8-873b-43d9-a1f4-86c5c33a49c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:11:18.905843 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71d5dd7a-6f0c-4658-96ce-b4da2238f1fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f89b9a52-e5b9-4e04-a758-01ed25973315', 'code': 200} Apr 17 04:11:18.921469 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Pushing event updated for resources: {'Port': ['ID=f89b9a52-e5b9-4e04-a758-01ed25973315,revision_number=7']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:11:18.924891 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:11:19.841190 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7546abf0-01b6-4590-b854-2b325b8e7b96 req-45611839-e173-4eab-9cf5-4d86d86e27ec tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:11:19.842934 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-7546abf0-01b6-4590-b854-2b325b8e7b96 req-45611839-e173-4eab-9cf5-4d86d86e27ec tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] 10.222.0.20 "GET /v2.0/ports?device_id=71d5dd7a-6f0c-4658-96ce-b4da2238f1fa HTTP/1.1" status: 200 len: 946 time: 0.1322563 Apr 17 04:11:19.900704 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-7546abf0-01b6-4590-b854-2b325b8e7b96 req-bab9275a-60cd-4b9b-8e6d-7905d5bd9104 tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] 10.222.0.20 "GET /v2.0/security-groups?id=50ad198b-90f4-41cc-ba6f-37d91a24bc6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485048 Apr 17 04:11:21.165366 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0c6b32-4aee-4d49-b4dc-9458ccc7376e req-45187ec5-d4bb-4d95-bb94-e08d6dda74fd tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:11:21.167970 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-aa0c6b32-4aee-4d49-b4dc-9458ccc7376e req-45187ec5-d4bb-4d95-bb94-e08d6dda74fd tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] 10.222.0.20 "GET /v2.0/ports?device_id=71d5dd7a-6f0c-4658-96ce-b4da2238f1fa HTTP/1.1" status: 200 len: 946 time: 0.1072245 Apr 17 04:11:21.250185 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-aa0c6b32-4aee-4d49-b4dc-9458ccc7376e req-6c41b49b-8951-4b62-8260-d4836ffcd25b tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] 10.222.0.20 "GET /v2.0/security-groups?id=50ad198b-90f4-41cc-ba6f-37d91a24bc6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718789 Apr 17 04:11:22.465297 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499e86f1-ef41-4bd1-ad8e-94cf5854f936 req-33fb1516-5eab-4c35-a434-505e576d1d79 tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:11:22.466672 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-499e86f1-ef41-4bd1-ad8e-94cf5854f936 req-33fb1516-5eab-4c35-a434-505e576d1d79 tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] 10.222.0.20 "GET /v2.0/ports?device_id=71d5dd7a-6f0c-4658-96ce-b4da2238f1fa HTTP/1.1" status: 200 len: 946 time: 0.1010678 Apr 17 04:11:22.519017 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-499e86f1-ef41-4bd1-ad8e-94cf5854f936 req-ff1fd4ca-1d0c-4975-a8ce-43864bc20b5b tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] 10.222.0.20 "GET /v2.0/security-groups?id=50ad198b-90f4-41cc-ba6f-37d91a24bc6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461900 Apr 17 04:11:23.757337 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f28f62b-95b7-4689-98f1-26a49a703488 req-28b24e2e-ffcf-4e2d-b7a5-4d52cd588d16 tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:11:23.760211 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-8f28f62b-95b7-4689-98f1-26a49a703488 req-28b24e2e-ffcf-4e2d-b7a5-4d52cd588d16 tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] 10.222.0.20 "GET /v2.0/ports?device_id=71d5dd7a-6f0c-4658-96ce-b4da2238f1fa HTTP/1.1" status: 200 len: 946 time: 0.1030273 Apr 17 04:11:23.812349 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-8f28f62b-95b7-4689-98f1-26a49a703488 req-ce40a2de-63ee-45e9-93b3-29f7bfa89030 tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] 10.222.0.20 "GET /v2.0/security-groups?id=50ad198b-90f4-41cc-ba6f-37d91a24bc6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457025 Apr 17 04:11:24.646407 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.20', 59892) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 17 04:11:24.790232 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-7e4cba29-4ecf-468f-8a14-03fa4c14fc55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:11:24.805514 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [None req-7e4cba29-4ecf-468f-8a14-03fa4c14fc55 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 17 04:11:24.809606 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [None req-7e4cba29-4ecf-468f-8a14-03fa4c14fc55 admin admin] Usage tracker for resource:security_group_rule and tenant:56733bdd279d466f8254577b94054b6a is out of sync, need to count used quota {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 17 04:11:24.812587 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [None req-7e4cba29-4ecf-468f-8a14-03fa4c14fc55 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 17 04:11:24.818696 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [None req-7e4cba29-4ecf-468f-8a14-03fa4c14fc55 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 17 04:11:24.906102 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-7e4cba29-4ecf-468f-8a14-03fa4c14fc55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:11:24.909767 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-7e4cba29-4ecf-468f-8a14-03fa4c14fc55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920236'] for security_group, after_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:11:24.919979 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-df613326-3c9f-4734-a9a5-d1a9c381f043 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:11:24.974816 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [None req-7e4cba29-4ecf-468f-8a14-03fa4c14fc55 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=56733bdd279d466f8254577b94054b6a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3270910 Apr 17 04:11:24.975612 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.20', 59904) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 17 04:11:24.978984 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4cba29-4ecf-468f-8a14-03fa4c14fc55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9888e7c5-23e8-4839-bc8a-7f0e2424cb70,revision_number=1']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:11:24.994112 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-7e4cba29-4ecf-468f-8a14-03fa4c14fc55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:11:25.045985 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-9675bd97-d4e0-4467-86e6-fda336fde62f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:11:25.049473 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6be2736-dce3-4bca-867b-1dc52907d416 req-828c5140-a0e8-4c25-aaa8-0a1ab3442073 tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:11:25.051406 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-e6be2736-dce3-4bca-867b-1dc52907d416 req-828c5140-a0e8-4c25-aaa8-0a1ab3442073 tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] 10.222.0.20 "GET /v2.0/ports?device_id=71d5dd7a-6f0c-4658-96ce-b4da2238f1fa HTTP/1.1" status: 200 len: 946 time: 0.1102083 Apr 17 04:11:25.075659 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-9675bd97-d4e0-4467-86e6-fda336fde62f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:11:25.114325 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-e6be2736-dce3-4bca-867b-1dc52907d416 req-05b620d5-623f-489c-9dc7-423b3a64835c tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] 10.222.0.20 "GET /v2.0/security-groups?id=50ad198b-90f4-41cc-ba6f-37d91a24bc6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563891 Apr 17 04:11:25.125346 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-9675bd97-d4e0-4467-86e6-fda336fde62f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920236'] for security_group, after_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:11:25.131088 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-a17e451c-20d4-47e8-b471-77b29f6bbe52 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:11:25.147335 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9675bd97-d4e0-4467-86e6-fda336fde62f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9888e7c5-23e8-4839-bc8a-7f0e2424cb70,revision_number=None']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:11:25.150603 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-9675bd97-d4e0-4467-86e6-fda336fde62f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:11:25.151666 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-9675bd97-d4e0-4467-86e6-fda336fde62f admin admin] Notify callbacks [] for security_group, before_response {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:11:25.172686 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [None req-9675bd97-d4e0-4467-86e6-fda336fde62f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9888e7c5-23e8-4839-bc8a-7f0e2424cb70 HTTP/1.1" status: 204 len: 168 time: 0.1852424 Apr 17 04:11:25.493771 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.20', 59912) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 17 04:11:25.513743 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-7c6ebfb5-eb2c-44e6-bcf1-8fe86c03d160 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:11:25.529387 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [None req-7c6ebfb5-eb2c-44e6-bcf1-8fe86c03d160 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 17 04:11:25.533632 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [None req-7c6ebfb5-eb2c-44e6-bcf1-8fe86c03d160 admin admin] Usage tracker for resource:security_group_rule and tenant:7170d7b4656c4e88ac340f697c7c37fb is out of sync, need to count used quota {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 17 04:11:25.536728 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [None req-7c6ebfb5-eb2c-44e6-bcf1-8fe86c03d160 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 17 04:11:25.542763 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [None req-7c6ebfb5-eb2c-44e6-bcf1-8fe86c03d160 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 17 04:11:25.643006 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-7c6ebfb5-eb2c-44e6-bcf1-8fe86c03d160 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:11:25.646520 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-7c6ebfb5-eb2c-44e6-bcf1-8fe86c03d160 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920236'] for security_group, after_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:11:25.655350 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-8738f8b3-525e-4e20-8e94-3e2986098797 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:11:25.699877 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [None req-7c6ebfb5-eb2c-44e6-bcf1-8fe86c03d160 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7170d7b4656c4e88ac340f697c7c37fb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2046661 Apr 17 04:11:25.700858 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6ebfb5-eb2c-44e6-bcf1-8fe86c03d160 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e9253b9-9336-47b4-9593-f1f03a8bab7e,revision_number=1']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:11:25.702713 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.20', 59922) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 17 04:11:25.704071 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-7c6ebfb5-eb2c-44e6-bcf1-8fe86c03d160 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:11:25.767686 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-e09898ca-c273-47d6-853e-b23710c931ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:11:25.795487 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-e09898ca-c273-47d6-853e-b23710c931ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:11:25.843701 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-e09898ca-c273-47d6-853e-b23710c931ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920236'] for security_group, after_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:11:25.847672 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-22507d2a-6c6f-4025-8301-b1399fb898bc tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:11:25.859363 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09898ca-c273-47d6-853e-b23710c931ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e9253b9-9336-47b4-9593-f1f03a8bab7e,revision_number=None']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:11:25.870470 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09898ca-c273-47d6-853e-b23710c931ed admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:11:25.870885 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09898ca-c273-47d6-853e-b23710c931ed admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:11:25.871291 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09898ca-c273-47d6-853e-b23710c931ed admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:11:25.871686 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09898ca-c273-47d6-853e-b23710c931ed admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:11:25.872075 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09898ca-c273-47d6-853e-b23710c931ed admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:11:25.872486 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09898ca-c273-47d6-853e-b23710c931ed admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:11:25.872879 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09898ca-c273-47d6-853e-b23710c931ed admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:11:25.873268 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09898ca-c273-47d6-853e-b23710c931ed admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:11:25.873678 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09898ca-c273-47d6-853e-b23710c931ed admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:11:25.874218 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09898ca-c273-47d6-853e-b23710c931ed admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:11:25.874611 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09898ca-c273-47d6-853e-b23710c931ed admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:11:25.874992 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09898ca-c273-47d6-853e-b23710c931ed admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:11:25.878658 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-e09898ca-c273-47d6-853e-b23710c931ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:11:25.880113 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-e09898ca-c273-47d6-853e-b23710c931ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:11:25.883726 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [None req-e09898ca-c273-47d6-853e-b23710c931ed admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9e9253b9-9336-47b4-9593-f1f03a8bab7e HTTP/1.1" status: 204 len: 168 time: 0.1797061 Apr 17 04:11:26.263950 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.20', 59936) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 17 04:11:26.283030 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-5ffb62ed-12da-45b5-aeb1-149a2f9fce48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:11:26.298054 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [None req-5ffb62ed-12da-45b5-aeb1-149a2f9fce48 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 17 04:11:26.302372 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [None req-5ffb62ed-12da-45b5-aeb1-149a2f9fce48 admin admin] Usage tracker for resource:security_group_rule and tenant:236edce69da3401faa324030aab68110 is out of sync, need to count used quota {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 17 04:11:26.305481 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [None req-5ffb62ed-12da-45b5-aeb1-149a2f9fce48 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 17 04:11:26.311586 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [None req-5ffb62ed-12da-45b5-aeb1-149a2f9fce48 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 17 04:11:26.334607 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5453047b-7552-4a80-a5eb-87f3bb7b78e4 req-d50d9040-a237-4d27-88ec-7102eb4147c3 tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:11:26.336284 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-5453047b-7552-4a80-a5eb-87f3bb7b78e4 req-d50d9040-a237-4d27-88ec-7102eb4147c3 tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] 10.222.0.20 "GET /v2.0/ports?device_id=71d5dd7a-6f0c-4658-96ce-b4da2238f1fa HTTP/1.1" status: 200 len: 946 time: 0.0904639 Apr 17 04:11:26.385048 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-5453047b-7552-4a80-a5eb-87f3bb7b78e4 req-61710d3c-9680-4086-a253-02ab9f35dd91 tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] 10.222.0.20 "GET /v2.0/security-groups?id=50ad198b-90f4-41cc-ba6f-37d91a24bc6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420923 Apr 17 04:11:26.406205 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-5ffb62ed-12da-45b5-aeb1-149a2f9fce48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:11:26.410281 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-5ffb62ed-12da-45b5-aeb1-149a2f9fce48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920236'] for security_group, after_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:11:26.419129 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-a861b861-cd4f-4bfe-9be1-248b6efd1e24 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:11:26.461883 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [None req-5ffb62ed-12da-45b5-aeb1-149a2f9fce48 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=236edce69da3401faa324030aab68110&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1966910 Apr 17 04:11:26.463011 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffb62ed-12da-45b5-aeb1-149a2f9fce48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e988ed78-8bab-45c7-a1bd-4dce99a83d88,revision_number=1']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:11:26.464824 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.20', 59942) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 17 04:11:26.466234 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-5ffb62ed-12da-45b5-aeb1-149a2f9fce48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:11:26.527826 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-ab58eaeb-f913-4e19-935a-fd17ea60201b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:11:26.554647 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-ab58eaeb-f913-4e19-935a-fd17ea60201b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:11:26.601806 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67061d45-23ee-4196-a30e-45cf0242cafb req-55e01ac1-d136-447b-820a-2a50b69fdc88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:11:26.603555 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-ab58eaeb-f913-4e19-935a-fd17ea60201b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920236'] for security_group, after_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:11:26.603704 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-67061d45-23ee-4196-a30e-45cf0242cafb req-55e01ac1-d136-447b-820a-2a50b69fdc88 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a895b4724282424590f36093c5571d4e&device_id=71d5dd7a-6f0c-4658-96ce-b4da2238f1fa HTTP/1.1" status: 200 len: 1099 time: 0.2629685 Apr 17 04:11:26.607527 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-7ab78b15-826e-4b23-ac6a-9351872192fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:11:26.619224 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab58eaeb-f913-4e19-935a-fd17ea60201b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e988ed78-8bab-45c7-a1bd-4dce99a83d88,revision_number=None']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:11:26.621628 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-ab58eaeb-f913-4e19-935a-fd17ea60201b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:11:26.626806 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-ab58eaeb-f913-4e19-935a-fd17ea60201b admin admin] Notify callbacks [] for security_group, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:11:26.630723 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [None req-ab58eaeb-f913-4e19-935a-fd17ea60201b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e988ed78-8bab-45c7-a1bd-4dce99a83d88 HTTP/1.1" status: 204 len: 168 time: 0.1620951 Apr 17 04:11:26.749671 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67061d45-23ee-4196-a30e-45cf0242cafb req-ff4d0185-35bf-4236-abbe-24b356fd3865 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:11:26.751324 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-67061d45-23ee-4196-a30e-45cf0242cafb req-ff4d0185-35bf-4236-abbe-24b356fd3865 service neutron] 10.222.0.32 "GET /v2.0/networks?id=f8f93dec-df20-4bb3-95a3-f64dab26a2d6 HTTP/1.1" status: 200 len: 918 time: 0.1396604 Apr 17 04:11:26.862229 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-67061d45-23ee-4196-a30e-45cf0242cafb req-9f0bb770-c938-4000-b958-e055769fade6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f89b9a52-e5b9-4e04-a758-01ed25973315 HTTP/1.1" status: 200 len: 1002 time: 0.1032896 Apr 17 04:11:26.930925 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67061d45-23ee-4196-a30e-45cf0242cafb req-436b6619-242a-499d-a2cb-18de362027aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:11:26.932776 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-67061d45-23ee-4196-a30e-45cf0242cafb req-436b6619-242a-499d-a2cb-18de362027aa service neutron] 10.222.0.32 "GET /v2.0/subnets?id=343cf9b8-b4dd-451f-9881-fd976f22c732 HTTP/1.1" status: 200 len: 856 time: 0.0636024 Apr 17 04:11:27.024618 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67061d45-23ee-4196-a30e-45cf0242cafb req-4a47f773-aa28-4f2d-bfa4-cddaa24d37b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:11:27.026975 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-67061d45-23ee-4196-a30e-45cf0242cafb req-4a47f773-aa28-4f2d-bfa4-cddaa24d37b8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f8f93dec-df20-4bb3-95a3-f64dab26a2d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0865917 Apr 17 04:11:27.177000 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-67061d45-23ee-4196-a30e-45cf0242cafb req-7de4dd46-f20f-4130-9601-6600a0df6245 service neutron] 10.222.0.32 "GET /v2.0/networks/f8f93dec-df20-4bb3-95a3-f64dab26a2d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393900 Apr 17 04:11:27.325853 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-67061d45-23ee-4196-a30e-45cf0242cafb req-24b4cbb9-b716-43d1-a18f-44995fa25f51 service neutron] 10.222.0.32 "GET /v2.0/networks/f8f93dec-df20-4bb3-95a3-f64dab26a2d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1380892 Apr 17 04:11:27.595293 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4168aa-447e-4ece-8b9b-8799ab855e53 req-e170bcb7-0f91-4526-8d3c-bda30e720988 tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:11:27.597042 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-fc4168aa-447e-4ece-8b9b-8799ab855e53 req-e170bcb7-0f91-4526-8d3c-bda30e720988 tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] 10.222.0.20 "GET /v2.0/ports?device_id=71d5dd7a-6f0c-4658-96ce-b4da2238f1fa HTTP/1.1" status: 200 len: 946 time: 0.0891569 Apr 17 04:11:27.648081 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-fc4168aa-447e-4ece-8b9b-8799ab855e53 req-87f6d9a9-9d12-4827-88a0-e37e9fb45306 tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] 10.222.0.20 "GET /v2.0/security-groups?id=50ad198b-90f4-41cc-ba6f-37d91a24bc6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438774 Apr 17 04:11:28.577376 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.rpc [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Device f89b9a52-e5b9-4e04-a758-01ed25973315 no longer exists at agent hyperv_hv-cinder-78605 {{(pid=86332) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 17 04:11:28.703511 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853081909'] for port, before_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:11:28.732493 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71d5dd7a-6f0c-4658-96ce-b4da2238f1fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f89b9a52-e5b9-4e04-a758-01ed25973315'}] {{(pid=86332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 17 04:11:28.743215 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.db [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] For port f89b9a52-e5b9-4e04-a758-01ed25973315, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=f89b9a52-e5b9-4e04-a758-01ed25973315,segment=NetworkSegment(14b5ea21-40f4-463d-9e75-c37fe439802e),segment_id=14b5ea21-40f4-463d-9e75-c37fe439802e)] {{(pid=86332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 17 04:11:28.747184 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1691685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854152290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792299986632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244555219606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792299556228'] for port, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:11:28.749291 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:11:28.788660 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71d5dd7a-6f0c-4658-96ce-b4da2238f1fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f89b9a52-e5b9-4e04-a758-01ed25973315', 'code': 200} Apr 17 04:11:28.825434 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Pushing event updated for resources: {'Port': ['ID=f89b9a52-e5b9-4e04-a758-01ed25973315,revision_number=8']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:11:28.828997 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:11:29.009424 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf860c4d-db8c-4ef9-9830-b15235ef8c0b req-18ea8169-7a42-4e98-ab7e-9a5f604f191f tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:11:29.011064 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-cf860c4d-db8c-4ef9-9830-b15235ef8c0b req-18ea8169-7a42-4e98-ab7e-9a5f604f191f tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] 10.222.0.20 "GET /v2.0/ports?device_id=71d5dd7a-6f0c-4658-96ce-b4da2238f1fa HTTP/1.1" status: 200 len: 944 time: 0.1000862 Apr 17 04:11:29.068227 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-cf860c4d-db8c-4ef9-9830-b15235ef8c0b req-30e5d00e-632a-46f5-a308-2831124ed2f9 tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] 10.222.0.20 "GET /v2.0/security-groups?id=50ad198b-90f4-41cc-ba6f-37d91a24bc6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499885 Apr 17 04:11:29.284315 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-1fff6fab-933a-4436-b13c-95448136e4e1 req-f8253447-b489-4550-8397-943b7aa82c88 tempest-VolumesNegativeTest-1536909220 tempest-VolumesNegativeTest-1536909220-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=0fde4de5da394ca9aa268081ba0731e9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0412698 Apr 17 04:11:29.448413 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fff6fab-933a-4436-b13c-95448136e4e1 req-6205e876-2f6b-4b0e-a1f5-ad66a4916fff tempest-VolumesNegativeTest-1536909220 tempest-VolumesNegativeTest-1536909220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:11:29.450347 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-1fff6fab-933a-4436-b13c-95448136e4e1 req-6205e876-2f6b-4b0e-a1f5-ad66a4916fff tempest-VolumesNegativeTest-1536909220 tempest-VolumesNegativeTest-1536909220-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1604114 Apr 17 04:11:29.466521 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-1fff6fab-933a-4436-b13c-95448136e4e1 req-fbd4bc0b-a74c-47ff-ba45-6cdf4098bf50 tempest-VolumesNegativeTest-1536909220 tempest-VolumesNegativeTest-1536909220-project] 10.222.0.20 "GET /v2.0/quotas/0fde4de5da394ca9aa268081ba0731e9 HTTP/1.1" status: 200 len: 375 time: 0.0099189 Apr 17 04:11:29.750505 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-1fff6fab-933a-4436-b13c-95448136e4e1 req-c4b13496-56e5-45af-8a9b-1570305f776c tempest-VolumesNegativeTest-1536909220 tempest-VolumesNegativeTest-1536909220-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=0fde4de5da394ca9aa268081ba0731e9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2781518 Apr 17 04:11:29.947489 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-53b0a5a7-7c4f-4ecd-ba06-b93b925fc1c6 req-58a64a2f-f69f-4a7d-b41d-8882e700ed1a tempest-VolumesNegativeTest-1536909220 tempest-VolumesNegativeTest-1536909220-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2121d27-a2db-4767-958d-c58e0355b423 HTTP/1.1" status: 200 len: 210 time: 0.0471351 Apr 17 04:11:30.278435 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceca92d8-52e0-4c4b-98f4-7f58a0cbcf2a req-2f5464a9-366b-426d-b40f-cbe2fa6d02b4 tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:11:30.280099 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-ceca92d8-52e0-4c4b-98f4-7f58a0cbcf2a req-2f5464a9-366b-426d-b40f-cbe2fa6d02b4 tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] 10.222.0.20 "GET /v2.0/ports?device_id=71d5dd7a-6f0c-4658-96ce-b4da2238f1fa HTTP/1.1" status: 200 len: 944 time: 0.0927925 Apr 17 04:11:30.328548 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-ceca92d8-52e0-4c4b-98f4-7f58a0cbcf2a req-923b4934-b4bc-4cf3-ac04-26e42b0681dd tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] 10.222.0.20 "GET /v2.0/security-groups?id=50ad198b-90f4-41cc-ba6f-37d91a24bc6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417578 Apr 17 04:11:31.114385 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-4fb0a4ab-3708-463a-ae23-cf514201cb12 req-91280317-04a9-4531-86cc-68edf9f7bba6 tempest-VolumesNegativeTest-1536909220 tempest-VolumesNegativeTest-1536909220-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2121d27-a2db-4767-958d-c58e0355b423 HTTP/1.1" status: 200 len: 210 time: 0.0490704 Apr 17 04:11:31.120291 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-1fff6fab-933a-4436-b13c-95448136e4e1 req-dfd21ace-c929-4ac9-8ff4-de9a862700c5 tempest-VolumesNegativeTest-1536909220 tempest-VolumesNegativeTest-1536909220-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=0fde4de5da394ca9aa268081ba0731e9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0415106 Apr 17 04:11:31.295181 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fff6fab-933a-4436-b13c-95448136e4e1 req-0a821bed-64e3-4fe3-9677-a1c805a84489 tempest-VolumesNegativeTest-1536909220 tempest-VolumesNegativeTest-1536909220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:11:31.296827 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-1fff6fab-933a-4436-b13c-95448136e4e1 req-0a821bed-64e3-4fe3-9677-a1c805a84489 tempest-VolumesNegativeTest-1536909220 tempest-VolumesNegativeTest-1536909220-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1703808 Apr 17 04:11:31.310308 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.v2.base [req-1fff6fab-933a-4436-b13c-95448136e4e1 req-2cf6076c-c746-4ecf-90e6-2c2e0c6b791c tempest-VolumesNegativeTest-1536909220 tempest-VolumesNegativeTest-1536909220-project] Request body: {'port': {'device_id': 'b2121d27-a2db-4767-958d-c58e0355b423', 'network_id': '58997c6d-8a5f-44b3-8cfc-54b3e38f44d6', 'admin_state_up': True, 'tenant_id': '0fde4de5da394ca9aa268081ba0731e9'}} {{(pid=86330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 17 04:11:31.701249 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [req-1fff6fab-933a-4436-b13c-95448136e4e1 req-2cf6076c-c746-4ecf-90e6-2c2e0c6b791c tempest-VolumesNegativeTest-1536909220 tempest-VolumesNegativeTest-1536909220-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 17 04:11:31.705357 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [req-1fff6fab-933a-4436-b13c-95448136e4e1 req-2cf6076c-c746-4ecf-90e6-2c2e0c6b791c tempest-VolumesNegativeTest-1536909220 tempest-VolumesNegativeTest-1536909220-project] Usage tracker for resource:port and tenant:0fde4de5da394ca9aa268081ba0731e9 is out of sync, need to count used quota {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 17 04:11:31.708317 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [req-1fff6fab-933a-4436-b13c-95448136e4e1 req-2cf6076c-c746-4ecf-90e6-2c2e0c6b791c tempest-VolumesNegativeTest-1536909220 tempest-VolumesNegativeTest-1536909220-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 17 04:11:31.714525 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [req-1fff6fab-933a-4436-b13c-95448136e4e1 req-2cf6076c-c746-4ecf-90e6-2c2e0c6b791c tempest-VolumesNegativeTest-1536909220 tempest-VolumesNegativeTest-1536909220-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 17 04:11:31.724252 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1fff6fab-933a-4436-b13c-95448136e4e1 req-2cf6076c-c746-4ecf-90e6-2c2e0c6b791c tempest-VolumesNegativeTest-1536909220 tempest-VolumesNegativeTest-1536909220-project] Made reservation on behalf of 0fde4de5da394ca9aa268081ba0731e9 for: {'port': 1} {{(pid=86330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 17 04:11:31.731169 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [req-1fff6fab-933a-4436-b13c-95448136e4e1 req-2cf6076c-c746-4ecf-90e6-2c2e0c6b791c tempest-VolumesNegativeTest-1536909220 tempest-VolumesNegativeTest-1536909220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853081909'] for port, before_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:11:31.745208 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [req-1fff6fab-933a-4436-b13c-95448136e4e1 req-2cf6076c-c746-4ecf-90e6-2c2e0c6b791c tempest-VolumesNegativeTest-1536909220 tempest-VolumesNegativeTest-1536909220-project] Notify callbacks [] for security_group, before_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:11:31.761708 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [req-1fff6fab-933a-4436-b13c-95448136e4e1 req-2cf6076c-c746-4ecf-90e6-2c2e0c6b791c tempest-VolumesNegativeTest-1536909220 tempest-VolumesNegativeTest-1536909220-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 17 04:11:31.765891 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [req-1fff6fab-933a-4436-b13c-95448136e4e1 req-2cf6076c-c746-4ecf-90e6-2c2e0c6b791c tempest-VolumesNegativeTest-1536909220 tempest-VolumesNegativeTest-1536909220-project] Usage tracker for resource:security_group_rule and tenant:0fde4de5da394ca9aa268081ba0731e9 is out of sync, need to count used quota {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 17 04:11:31.768925 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [req-1fff6fab-933a-4436-b13c-95448136e4e1 req-2cf6076c-c746-4ecf-90e6-2c2e0c6b791c tempest-VolumesNegativeTest-1536909220 tempest-VolumesNegativeTest-1536909220-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 17 04:11:31.779077 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [req-1fff6fab-933a-4436-b13c-95448136e4e1 req-2cf6076c-c746-4ecf-90e6-2c2e0c6b791c tempest-VolumesNegativeTest-1536909220 tempest-VolumesNegativeTest-1536909220-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 17 04:11:31.904778 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0095400a-fc87-443a-a11c-d788ba6cf909 req-49907c22-aecd-469c-a718-be0b866242ec tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:11:31.906323 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-0095400a-fc87-443a-a11c-d788ba6cf909 req-49907c22-aecd-469c-a718-be0b866242ec tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] 10.222.0.20 "GET /v2.0/ports?device_id=71d5dd7a-6f0c-4658-96ce-b4da2238f1fa HTTP/1.1" status: 200 len: 944 time: 0.0981019 Apr 17 04:11:31.927826 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [req-1fff6fab-933a-4436-b13c-95448136e4e1 req-2cf6076c-c746-4ecf-90e6-2c2e0c6b791c tempest-VolumesNegativeTest-1536909220 tempest-VolumesNegativeTest-1536909220-project] Notify callbacks [] for security_group, precommit_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:11:31.933763 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [req-1fff6fab-933a-4436-b13c-95448136e4e1 req-2cf6076c-c746-4ecf-90e6-2c2e0c6b791c tempest-VolumesNegativeTest-1536909220 tempest-VolumesNegativeTest-1536909220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920236'] for security_group, after_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:11:31.937983 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-ec47bf54-4cdb-4f7d-832c-b7a8bb0b2a5c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:11:31.955897 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-0095400a-fc87-443a-a11c-d788ba6cf909 req-d48ca148-b5e9-4a44-916d-3ac624a7d492 tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] 10.222.0.20 "GET /v2.0/security-groups?id=50ad198b-90f4-41cc-ba6f-37d91a24bc6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421383 Apr 17 04:11:32.027490 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf6076c-c746-4ecf-90e6-2c2e0c6b791c tempest-VolumesNegativeTest-1536909220 tempest-VolumesNegativeTest-1536909220-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ebba198c-509b-4d34-b6fb-e338b9d4b9df,revision_number=1']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:11:32.039873 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-fe66a5d1-f4d8-4ae4-9afb-6047502b088c req-6a49506f-6a2a-4121-b1ae-9abc731c96f6 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=71d5dd7a-6f0c-4658-96ce-b4da2238f1fa&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2125204 Apr 17 04:11:32.044003 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-2cf6076c-c746-4ecf-90e6-2c2e0c6b791c tempest-VolumesNegativeTest-1536909220 tempest-VolumesNegativeTest-1536909220-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:11:32.128359 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.db_base_plugin_common [req-1fff6fab-933a-4436-b13c-95448136e4e1 req-2cf6076c-c746-4ecf-90e6-2c2e0c6b791c tempest-VolumesNegativeTest-1536909220 tempest-VolumesNegativeTest-1536909220-project] Allocated IP 192.168.233.89 (58997c6d-8a5f-44b3-8cfc-54b3e38f44d6/9f93c4dc-b9f7-49ae-b5ba-0dfe7d5ad3ec/b53023e9-c77e-4d64-acf0-592b8875002c) {{(pid=86330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 17 04:11:32.283314 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-aaafe0af-3990-407b-82cb-5b5cadaacbf4 req-4dd4f8d0-ea3e-4a3c-9d18-7a1b12d668d8 tempest-VolumesNegativeTest-1536909220 tempest-VolumesNegativeTest-1536909220-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2121d27-a2db-4767-958d-c58e0355b423 HTTP/1.1" status: 200 len: 210 time: 0.0482080 Apr 17 04:11:32.349802 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [req-1fff6fab-933a-4436-b13c-95448136e4e1 req-2cf6076c-c746-4ecf-90e6-2c2e0c6b791c tempest-VolumesNegativeTest-1536909220 tempest-VolumesNegativeTest-1536909220-project] Notify callbacks [] for port, precommit_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:11:32.367293 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.provisioning_blocks [req-1fff6fab-933a-4436-b13c-95448136e4e1 req-2cf6076c-c746-4ecf-90e6-2c2e0c6b791c tempest-VolumesNegativeTest-1536909220 tempest-VolumesNegativeTest-1536909220-project] Transition to ACTIVE for port object b53023e9-c77e-4d64-acf0-592b8875002c will not be triggered until provisioned by entity DHCP. {{(pid=86330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 17 04:11:32.393382 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [req-1fff6fab-933a-4436-b13c-95448136e4e1 req-2cf6076c-c746-4ecf-90e6-2c2e0c6b791c tempest-VolumesNegativeTest-1536909220 tempest-VolumesNegativeTest-1536909220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1691685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854152290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244555219623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852218909'] for port, after_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:11:32.399241 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-b190e987-90c7-43e6-95ee-403ddf821e12 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:11:32.472993 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1fff6fab-933a-4436-b13c-95448136e4e1 req-2cf6076c-c746-4ecf-90e6-2c2e0c6b791c tempest-VolumesNegativeTest-1536909220 tempest-VolumesNegativeTest-1536909220-project] Network 58997c6d-8a5f-44b3-8cfc-54b3e38f44d6 is already hosted by enough agents. {{(pid=86330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 17 04:11:32.476274 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.scheduler.base_scheduler [req-1fff6fab-933a-4436-b13c-95448136e4e1 req-2cf6076c-c746-4ecf-90e6-2c2e0c6b791c tempest-VolumesNegativeTest-1536909220 tempest-VolumesNegativeTest-1536909220-project] Resources bound (agent type, host, resource id): {{(pid=86330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 17 04:11:32.480473 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fff6fab-933a-4436-b13c-95448136e4e1 req-2cf6076c-c746-4ecf-90e6-2c2e0c6b791c tempest-VolumesNegativeTest-1536909220 tempest-VolumesNegativeTest-1536909220-project] Received port after_create {{(pid=86330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 17 04:11:32.517307 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf6076c-c746-4ecf-90e6-2c2e0c6b791c tempest-VolumesNegativeTest-1536909220 tempest-VolumesNegativeTest-1536909220-project] Pushing event updated for resources: {'Port': ['ID=b53023e9-c77e-4d64-acf0-592b8875002c,revision_number=1']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:11:32.522219 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-2cf6076c-c746-4ecf-90e6-2c2e0c6b791c tempest-VolumesNegativeTest-1536909220 tempest-VolumesNegativeTest-1536909220-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:11:32.552222 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fff6fab-933a-4436-b13c-95448136e4e1 req-2cf6076c-c746-4ecf-90e6-2c2e0c6b791c tempest-VolumesNegativeTest-1536909220 tempest-VolumesNegativeTest-1536909220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:11:32.553055 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [req-1fff6fab-933a-4436-b13c-95448136e4e1 req-2cf6076c-c746-4ecf-90e6-2c2e0c6b791c tempest-VolumesNegativeTest-1536909220 tempest-VolumesNegativeTest-1536909220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2986'] for port, before_response {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:11:32.575039 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe66a5d1-f4d8-4ae4-9afb-6047502b088c req-83f65509-e639-4d0c-ba22-3d70c97715b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:11:32.576660 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-fe66a5d1-f4d8-4ae4-9afb-6047502b088c req-83f65509-e639-4d0c-ba22-3d70c97715b3 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=71d5dd7a-6f0c-4658-96ce-b4da2238f1fa&tenant_id=a895b4724282424590f36093c5571d4e HTTP/1.1" status: 200 len: 1097 time: 0.0803320 Apr 17 04:11:32.592570 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-1fff6fab-933a-4436-b13c-95448136e4e1 req-2cf6076c-c746-4ecf-90e6-2c2e0c6b791c tempest-VolumesNegativeTest-1536909220 tempest-VolumesNegativeTest-1536909220-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2864852 Apr 17 04:11:32.597482 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.rpc [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Device f89b9a52-e5b9-4e04-a758-01ed25973315 no longer exists at agent hyperv_hv-cinder-78605 {{(pid=86332) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 17 04:11:32.618346 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.v2.base [req-1fff6fab-933a-4436-b13c-95448136e4e1 req-d603adf6-ba9f-4466-be69-e18de4d620ff service neutron] Request body: {'port': {'device_id': 'b2121d27-a2db-4767-958d-c58e0355b423', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78605'}} {{(pid=86330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 17 04:11:32.696831 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe66a5d1-f4d8-4ae4-9afb-6047502b088c req-a10a6879-f344-41f5-9370-b0a9361e43fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:11:32.698441 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-fe66a5d1-f4d8-4ae4-9afb-6047502b088c req-a10a6879-f344-41f5-9370-b0a9361e43fc service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a895b4724282424590f36093c5571d4e&device_id=71d5dd7a-6f0c-4658-96ce-b4da2238f1fa HTTP/1.1" status: 200 len: 1097 time: 0.0845795 Apr 17 04:11:32.735155 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.provisioning_blocks [None req-42ede26b-8792-40b9-8884-4d6161ea685f None None] Provisioning for port b53023e9-c77e-4d64-acf0-592b8875002c completed by entity DHCP. {{(pid=86332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 17 04:11:32.740780 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.provisioning_blocks [None req-42ede26b-8792-40b9-8884-4d6161ea685f None None] Provisioning complete for port b53023e9-c77e-4d64-acf0-592b8875002c triggered by entity DHCP. {{(pid=86332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 17 04:11:32.741212 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-42ede26b-8792-40b9-8884-4d6161ea685f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2017814'] for port, provisioning_complete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:11:32.749858 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [req-1fff6fab-933a-4436-b13c-95448136e4e1 req-d603adf6-ba9f-4466-be69-e18de4d620ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853081909'] for port, before_update {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:11:32.797303 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.plugin [None req-42ede26b-8792-40b9-8884-4d6161ea685f None None] Port b53023e9-c77e-4d64-acf0-592b8875002c cannot update to ACTIVE because it is not bound. {{(pid=86332) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 17 04:11:32.841603 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe66a5d1-f4d8-4ae4-9afb-6047502b088c req-3bfd0354-0957-4934-8817-0c37c8f84af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:11:32.843196 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-fe66a5d1-f4d8-4ae4-9afb-6047502b088c req-3bfd0354-0957-4934-8817-0c37c8f84af8 service neutron] 10.222.0.32 "GET /v2.0/networks?id=f8f93dec-df20-4bb3-95a3-f64dab26a2d6 HTTP/1.1" status: 200 len: 918 time: 0.1376588 Apr 17 04:11:32.954292 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-fe66a5d1-f4d8-4ae4-9afb-6047502b088c req-6d2a4cd1-b090-46c9-b9f1-429f23ad2f64 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f89b9a52-e5b9-4e04-a758-01ed25973315 HTTP/1.1" status: 200 len: 1000 time: 0.1031871 Apr 17 04:11:33.021724 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe66a5d1-f4d8-4ae4-9afb-6047502b088c req-6fe68cb0-1548-473b-ab69-9fe977953cec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:11:33.023318 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-fe66a5d1-f4d8-4ae4-9afb-6047502b088c req-6fe68cb0-1548-473b-ab69-9fe977953cec service neutron] 10.222.0.32 "GET /v2.0/subnets?id=343cf9b8-b4dd-451f-9881-fd976f22c732 HTTP/1.1" status: 200 len: 856 time: 0.0629025 Apr 17 04:11:33.121977 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.notifiers.nova [req-1fff6fab-933a-4436-b13c-95448136e4e1 req-d603adf6-ba9f-4466-be69-e18de4d620ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b53023e9-c77e-4d64-acf0-592b8875002c {{(pid=86330) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 17 04:11:33.130096 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [req-1fff6fab-933a-4436-b13c-95448136e4e1 req-d603adf6-ba9f-4466-be69-e18de4d620ff service neutron] Notify callbacks [] for port, precommit_update {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:11:33.145520 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.provisioning_blocks [req-1fff6fab-933a-4436-b13c-95448136e4e1 req-d603adf6-ba9f-4466-be69-e18de4d620ff service neutron] Transition to ACTIVE for port object b53023e9-c77e-4d64-acf0-592b8875002c will not be triggered until provisioned by entity L2. {{(pid=86330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 17 04:11:33.149173 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [req-1fff6fab-933a-4436-b13c-95448136e4e1 req-d603adf6-ba9f-4466-be69-e18de4d620ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1691685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854152290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792299986632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244555219606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792299556228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2556906'] for port, after_update {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:11:33.153049 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-1ce5d160-24e8-4fc0-ad40-8d0bd23a2914 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:11:33.175887 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe66a5d1-f4d8-4ae4-9afb-6047502b088c req-57bd0fe6-b8fb-459f-a430-4cd94c6f84e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:11:33.177533 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-fe66a5d1-f4d8-4ae4-9afb-6047502b088c req-57bd0fe6-b8fb-459f-a430-4cd94c6f84e5 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f8f93dec-df20-4bb3-95a3-f64dab26a2d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1478269 Apr 17 04:11:33.194451 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1ff045-6fd6-4975-9e2c-0232788fac70 req-79d8f70a-452f-4bfc-b0f4-0d6c7483f020 tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:11:33.196851 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-6c1ff045-6fd6-4975-9e2c-0232788fac70 req-79d8f70a-452f-4bfc-b0f4-0d6c7483f020 tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] 10.222.0.20 "GET /v2.0/ports?device_id=71d5dd7a-6f0c-4658-96ce-b4da2238f1fa HTTP/1.1" status: 200 len: 944 time: 0.1136646 Apr 17 04:11:33.356170 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-6c1ff045-6fd6-4975-9e2c-0232788fac70 req-606ecbf5-9622-45aa-91d4-76f3d1f51d5d tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] 10.222.0.20 "GET /v2.0/security-groups?id=50ad198b-90f4-41cc-ba6f-37d91a24bc6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1366274 Apr 17 04:11:33.359529 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d603adf6-ba9f-4466-be69-e18de4d620ff service neutron] Pushing event updated for resources: {'Port': ['ID=b53023e9-c77e-4d64-acf0-592b8875002c,revision_number=2']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:11:33.371690 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-d603adf6-ba9f-4466-be69-e18de4d620ff service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:11:33.403007 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-fe66a5d1-f4d8-4ae4-9afb-6047502b088c req-793f5f0b-66fe-4fc1-9067-00ed807e24bc service neutron] 10.222.0.32 "GET /v2.0/networks/f8f93dec-df20-4bb3-95a3-f64dab26a2d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2177925 Apr 17 04:11:33.426760 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.managers [req-1fff6fab-933a-4436-b13c-95448136e4e1 req-d603adf6-ba9f-4466-be69-e18de4d620ff service neutron] Attempting to bind port b53023e9-c77e-4d64-acf0-592b8875002c on host hv-cinder-78605 for vnic_type normal with profile {{(pid=86330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 17 04:11:33.427130 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.managers [req-1fff6fab-933a-4436-b13c-95448136e4e1 req-d603adf6-ba9f-4466-be69-e18de4d620ff service neutron] Attempting to bind port b53023e9-c77e-4d64-acf0-592b8875002c by drivers openvswitch,hyperv on host hv-cinder-78605 at level 0 using segments [{'id': '8d9544eb-6f65-4ebf-bff1-769d63702961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '58997c6d-8a5f-44b3-8cfc-54b3e38f44d6'}] {{(pid=86330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 17 04:11:33.427493 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fff6fab-933a-4436-b13c-95448136e4e1 req-d603adf6-ba9f-4466-be69-e18de4d620ff service neutron] Attempting to bind port b53023e9-c77e-4d64-acf0-592b8875002c on network 58997c6d-8a5f-44b3-8cfc-54b3e38f44d6 {{(pid=86330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 17 04:11:33.432572 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fff6fab-933a-4436-b13c-95448136e4e1 req-d603adf6-ba9f-4466-be69-e18de4d620ff service neutron] Port b53023e9-c77e-4d64-acf0-592b8875002c on network 58997c6d-8a5f-44b3-8cfc-54b3e38f44d6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78605 {{(pid=86330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 17 04:11:33.432927 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fff6fab-933a-4436-b13c-95448136e4e1 req-d603adf6-ba9f-4466-be69-e18de4d620ff service neutron] Attempting to bind port b53023e9-c77e-4d64-acf0-592b8875002c on network 58997c6d-8a5f-44b3-8cfc-54b3e38f44d6 {{(pid=86330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 17 04:11:33.438306 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fff6fab-933a-4436-b13c-95448136e4e1 req-d603adf6-ba9f-4466-be69-e18de4d620ff service neutron] Checking agent: {'id': '61ad0fc1-16d6-4e18-b3c9-f584687973c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78605', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 17, 4, 4, 12), 'started_at': datetime.datetime(2021, 4, 17, 4, 4, 12), 'heartbeat_timestamp': datetime.datetime(2021, 4, 17, 4, 11, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 17 04:11:33.438672 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fff6fab-933a-4436-b13c-95448136e4e1 req-d603adf6-ba9f-4466-be69-e18de4d620ff service neutron] Checking segment: {'id': '8d9544eb-6f65-4ebf-bff1-769d63702961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '58997c6d-8a5f-44b3-8cfc-54b3e38f44d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 17 04:11:33.439081 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fff6fab-933a-4436-b13c-95448136e4e1 req-d603adf6-ba9f-4466-be69-e18de4d620ff service neutron] Bound using segment: {'id': '8d9544eb-6f65-4ebf-bff1-769d63702961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '58997c6d-8a5f-44b3-8cfc-54b3e38f44d6'} {{(pid=86330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 17 04:11:33.439538 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.managers [req-1fff6fab-933a-4436-b13c-95448136e4e1 req-d603adf6-ba9f-4466-be69-e18de4d620ff service neutron] Bound port: b53023e9-c77e-4d64-acf0-592b8875002c, host: hv-cinder-78605, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d9544eb-6f65-4ebf-bff1-769d63702961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '58997c6d-8a5f-44b3-8cfc-54b3e38f44d6'}}] {{(pid=86330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 17 04:11:33.439914 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [req-1fff6fab-933a-4436-b13c-95448136e4e1 req-d603adf6-ba9f-4466-be69-e18de4d620ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853081909'] for port, before_update {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:11:33.536883 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.db [req-1fff6fab-933a-4436-b13c-95448136e4e1 req-d603adf6-ba9f-4466-be69-e18de4d620ff service neutron] For port b53023e9-c77e-4d64-acf0-592b8875002c, host hv-cinder-78605, cleared binding levels {{(pid=86330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 17 04:11:33.540067 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.db [req-1fff6fab-933a-4436-b13c-95448136e4e1 req-d603adf6-ba9f-4466-be69-e18de4d620ff service neutron] For port b53023e9-c77e-4d64-acf0-592b8875002c, host hv-cinder-78605, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=b53023e9-c77e-4d64-acf0-592b8875002c,segment=NetworkSegment(8d9544eb-6f65-4ebf-bff1-769d63702961),segment_id=8d9544eb-6f65-4ebf-bff1-769d63702961)] {{(pid=86330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 17 04:11:33.545494 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [req-1fff6fab-933a-4436-b13c-95448136e4e1 req-d603adf6-ba9f-4466-be69-e18de4d620ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1691685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854152290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792299986632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244555219606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792299556228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2556906'] for port, after_update {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:11:33.549512 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-59f60307-67e2-44c5-a02d-085c15764c83 tempest-VolumesActionsTest-117882642 tempest-VolumesActionsTest-117882642-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:11:33.611685 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fff6fab-933a-4436-b13c-95448136e4e1 req-d603adf6-ba9f-4466-be69-e18de4d620ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:11:33.612367 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [req-1fff6fab-933a-4436-b13c-95448136e4e1 req-d603adf6-ba9f-4466-be69-e18de4d620ff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2986'] for port, before_response {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:11:33.613993 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-fe66a5d1-f4d8-4ae4-9afb-6047502b088c req-2ab9928e-43ca-4c12-8ddd-037aab296aa3 service neutron] 10.222.0.32 "GET /v2.0/networks/f8f93dec-df20-4bb3-95a3-f64dab26a2d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2031810 Apr 17 04:11:33.614182 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-1fff6fab-933a-4436-b13c-95448136e4e1 req-d603adf6-ba9f-4466-be69-e18de4d620ff service neutron] 10.222.0.32 "PUT /v2.0/ports/b53023e9-c77e-4d64-acf0-592b8875002c HTTP/1.1" status: 200 len: 1097 time: 1.0010645 Apr 17 04:11:33.614542 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2121d27-a2db-4767-958d-c58e0355b423', 'tag': 'b53023e9-c77e-4d64-acf0-592b8875002c'}] {{(pid=86330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 17 04:11:33.640044 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48edc46-cd0e-4882-a08a-8fcd11045964 req-14ce6517-a089-45bd-bfa6-7a29df5e4d66 tempest-VolumesNegativeTest-1536909220 tempest-VolumesNegativeTest-1536909220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:11:33.642938 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-a48edc46-cd0e-4882-a08a-8fcd11045964 req-14ce6517-a089-45bd-bfa6-7a29df5e4d66 tempest-VolumesNegativeTest-1536909220 tempest-VolumesNegativeTest-1536909220-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2121d27-a2db-4767-958d-c58e0355b423 HTTP/1.1" status: 200 len: 947 time: 0.2003875 Apr 17 04:11:33.654571 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d603adf6-ba9f-4466-be69-e18de4d620ff service neutron] Pushing event updated for resources: {'Port': ['ID=b53023e9-c77e-4d64-acf0-592b8875002c,revision_number=3']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:11:33.657903 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-d603adf6-ba9f-4466-be69-e18de4d620ff service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:11:33.775671 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-a48edc46-cd0e-4882-a08a-8fcd11045964 req-a350c962-3830-4e67-ac7d-98fe35298035 tempest-VolumesNegativeTest-1536909220 tempest-VolumesNegativeTest-1536909220-project] 10.222.0.20 "GET /v2.0/security-groups?id=ebba198c-509b-4d34-b6fb-e338b9d4b9df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260269 Apr 17 04:11:33.784428 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fff6fab-933a-4436-b13c-95448136e4e1 req-fd6a1351-c383-40ee-b11a-37f15f1a36bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:11:33.786100 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-1fff6fab-933a-4436-b13c-95448136e4e1 req-fd6a1351-c383-40ee-b11a-37f15f1a36bf service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0fde4de5da394ca9aa268081ba0731e9&device_id=b2121d27-a2db-4767-958d-c58e0355b423 HTTP/1.1" status: 200 len: 1100 time: 0.1101069 Apr 17 04:11:33.862714 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2121d27-a2db-4767-958d-c58e0355b423', 'tag': 'b53023e9-c77e-4d64-acf0-592b8875002c', 'status': 'completed', 'code': 200} Apr 17 04:11:33.870842 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-1fff6fab-933a-4436-b13c-95448136e4e1 req-38e1ff4a-64b1-4fd8-b058-37b61946609a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.89&port_id=b53023e9-c77e-4d64-acf0-592b8875002c HTTP/1.1" status: 200 len: 217 time: 0.0770543 Apr 17 04:11:33.947931 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fff6fab-933a-4436-b13c-95448136e4e1 req-3ee5130c-530a-4594-8e1e-ccd1f9b61221 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:11:33.950003 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-1fff6fab-933a-4436-b13c-95448136e4e1 req-3ee5130c-530a-4594-8e1e-ccd1f9b61221 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9f93c4dc-b9f7-49ae-b5ba-0dfe7d5ad3ec HTTP/1.1" status: 200 len: 843 time: 0.0701735 Apr 17 04:11:34.033678 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fff6fab-933a-4436-b13c-95448136e4e1 req-4a0e09bc-c352-4372-baf8-ea672fc65ade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:11:34.035356 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-1fff6fab-933a-4436-b13c-95448136e4e1 req-4a0e09bc-c352-4372-baf8-ea672fc65ade service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=58997c6d-8a5f-44b3-8cfc-54b3e38f44d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0777764 Apr 17 04:11:34.181226 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-1fff6fab-933a-4436-b13c-95448136e4e1 req-802d9fa8-dde3-4706-9c72-63f324f7b165 service neutron] 10.222.0.32 "GET /v2.0/networks/58997c6d-8a5f-44b3-8cfc-54b3e38f44d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357541 Apr 17 04:11:34.329706 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-1fff6fab-933a-4436-b13c-95448136e4e1 req-2e020b1e-93f6-4f67-9c74-23740a959d5f service neutron] 10.222.0.32 "GET /v2.0/networks/58997c6d-8a5f-44b3-8cfc-54b3e38f44d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372020 Apr 17 04:11:34.454789 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40955d0c-9f62-402a-90af-d47c174d0836 req-241c163f-8f5d-40d8-a232-36def641ecdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:11:34.456379 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-40955d0c-9f62-402a-90af-d47c174d0836 req-241c163f-8f5d-40d8-a232-36def641ecdf service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0fde4de5da394ca9aa268081ba0731e9&device_id=b2121d27-a2db-4767-958d-c58e0355b423 HTTP/1.1" status: 200 len: 1100 time: 0.0802708 Apr 17 04:11:34.680139 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40955d0c-9f62-402a-90af-d47c174d0836 req-3b9f88d8-466f-4b2b-bb40-91f5a7bf27be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:11:34.681922 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-40955d0c-9f62-402a-90af-d47c174d0836 req-3b9f88d8-466f-4b2b-bb40-91f5a7bf27be service neutron] 10.222.0.32 "GET /v2.0/networks?id=58997c6d-8a5f-44b3-8cfc-54b3e38f44d6 HTTP/1.1" status: 200 len: 870 time: 0.2186065 Apr 17 04:11:34.691976 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11722049-e8c5-45e1-a0d3-5b3739929acf req-edcade6a-99af-4d62-b0e2-efe7dc23d18f tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:11:34.693792 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-11722049-e8c5-45e1-a0d3-5b3739929acf req-edcade6a-99af-4d62-b0e2-efe7dc23d18f tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] 10.222.0.20 "GET /v2.0/ports?device_id=71d5dd7a-6f0c-4658-96ce-b4da2238f1fa HTTP/1.1" status: 200 len: 944 time: 0.2056766 Apr 17 04:11:34.774208 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-11722049-e8c5-45e1-a0d3-5b3739929acf req-62010b55-97f8-47e0-9aac-c83ad697f63b tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] 10.222.0.20 "GET /v2.0/security-groups?id=50ad198b-90f4-41cc-ba6f-37d91a24bc6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729568 Apr 17 04:11:34.998032 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48df352-e2ef-46b1-bc3e-cd0cf1cc9da7 req-b8fede60-1224-4051-b16b-baed97171262 tempest-VolumesNegativeTest-1536909220 tempest-VolumesNegativeTest-1536909220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:11:35.000293 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-b48df352-e2ef-46b1-bc3e-cd0cf1cc9da7 req-b8fede60-1224-4051-b16b-baed97171262 tempest-VolumesNegativeTest-1536909220 tempest-VolumesNegativeTest-1536909220-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2121d27-a2db-4767-958d-c58e0355b423 HTTP/1.1" status: 200 len: 947 time: 0.0957408 Apr 17 04:11:35.053399 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-b48df352-e2ef-46b1-bc3e-cd0cf1cc9da7 req-68803fec-8f09-4614-9e43-38c7816ef9fe tempest-VolumesNegativeTest-1536909220 tempest-VolumesNegativeTest-1536909220-project] 10.222.0.20 "GET /v2.0/security-groups?id=ebba198c-509b-4d34-b6fb-e338b9d4b9df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472410 Apr 17 04:11:35.982951 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba3f4b9-2edb-419c-ab4d-b86568cdaa93 req-b79b9064-8f0a-4ebc-9466-bbeb30678773 tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:11:35.985454 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-bba3f4b9-2edb-419c-ab4d-b86568cdaa93 req-b79b9064-8f0a-4ebc-9466-bbeb30678773 tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] 10.222.0.20 "GET /v2.0/ports?device_id=71d5dd7a-6f0c-4658-96ce-b4da2238f1fa HTTP/1.1" status: 200 len: 944 time: 0.0889144 Apr 17 04:11:36.039704 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-bba3f4b9-2edb-419c-ab4d-b86568cdaa93 req-aeae5140-0370-4cf0-9f18-8cc82a71054a tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] 10.222.0.20 "GET /v2.0/security-groups?id=50ad198b-90f4-41cc-ba6f-37d91a24bc6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466850 Apr 17 04:11:36.258771 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e236e736-3467-4762-9914-70c2191a7540 req-7954f332-7a85-4cf3-b9f8-cbc3d45446cf tempest-VolumesNegativeTest-1536909220 tempest-VolumesNegativeTest-1536909220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:11:36.260463 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-e236e736-3467-4762-9914-70c2191a7540 req-7954f332-7a85-4cf3-b9f8-cbc3d45446cf tempest-VolumesNegativeTest-1536909220 tempest-VolumesNegativeTest-1536909220-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2121d27-a2db-4767-958d-c58e0355b423 HTTP/1.1" status: 200 len: 947 time: 0.0942125 Apr 17 04:11:36.310549 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-e236e736-3467-4762-9914-70c2191a7540 req-ae63a913-7d33-4d51-8899-4c9bd511ad8a tempest-VolumesNegativeTest-1536909220 tempest-VolumesNegativeTest-1536909220-project] 10.222.0.20 "GET /v2.0/security-groups?id=ebba198c-509b-4d34-b6fb-e338b9d4b9df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437078 Apr 17 04:11:37.256841 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bdddc8-271a-44df-a8fb-176caf489c0a req-15b831bc-5950-48be-825e-dce2a776225a tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:11:37.258443 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-a6bdddc8-271a-44df-a8fb-176caf489c0a req-15b831bc-5950-48be-825e-dce2a776225a tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] 10.222.0.20 "GET /v2.0/ports?device_id=71d5dd7a-6f0c-4658-96ce-b4da2238f1fa HTTP/1.1" status: 200 len: 944 time: 0.0964160 Apr 17 04:11:37.294896 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-3647d482-e1c9-4985-bd75-720147a312db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244554870149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852757949'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:11:37.310023 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-a6bdddc8-271a-44df-a8fb-176caf489c0a req-3510172e-5bd0-4451-a9b3-a6e3aff3eaf2 tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] 10.222.0.20 "GET /v2.0/security-groups?id=50ad198b-90f4-41cc-ba6f-37d91a24bc6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445611 Apr 17 04:11:37.512744 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96076d46-ceb5-411b-b4fc-3232bdae94de req-3878925e-be95-48fe-a7e7-e790393194c4 tempest-VolumesNegativeTest-1536909220 tempest-VolumesNegativeTest-1536909220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:11:37.514425 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-96076d46-ceb5-411b-b4fc-3232bdae94de req-3878925e-be95-48fe-a7e7-e790393194c4 tempest-VolumesNegativeTest-1536909220 tempest-VolumesNegativeTest-1536909220-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2121d27-a2db-4767-958d-c58e0355b423 HTTP/1.1" status: 200 len: 947 time: 0.0891964 Apr 17 04:11:37.567492 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-96076d46-ceb5-411b-b4fc-3232bdae94de req-21bd822e-70e7-4056-8670-e86653320dfa tempest-VolumesNegativeTest-1536909220 tempest-VolumesNegativeTest-1536909220-project] 10.222.0.20 "GET /v2.0/security-groups?id=ebba198c-509b-4d34-b6fb-e338b9d4b9df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436945 Apr 17 04:11:38.542730 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd38475-c79e-4d43-8705-75d31dbe810e req-77e8ca74-2444-44d5-883a-3725401946e8 tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:11:38.544318 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-7bd38475-c79e-4d43-8705-75d31dbe810e req-77e8ca74-2444-44d5-883a-3725401946e8 tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] 10.222.0.20 "GET /v2.0/ports?device_id=71d5dd7a-6f0c-4658-96ce-b4da2238f1fa HTTP/1.1" status: 200 len: 944 time: 0.0951481 Apr 17 04:11:38.598598 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-7bd38475-c79e-4d43-8705-75d31dbe810e req-5c2e7907-6b31-4c49-ab2d-0d336aee11ac tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] 10.222.0.20 "GET /v2.0/security-groups?id=50ad198b-90f4-41cc-ba6f-37d91a24bc6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476458 Apr 17 04:11:38.796190 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21269cf-0197-42f7-8760-8afc34a9bec6 req-f7284119-2ab3-4a53-9fa0-63225fccecf9 tempest-VolumesNegativeTest-1536909220 tempest-VolumesNegativeTest-1536909220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:11:38.797977 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-b21269cf-0197-42f7-8760-8afc34a9bec6 req-f7284119-2ab3-4a53-9fa0-63225fccecf9 tempest-VolumesNegativeTest-1536909220 tempest-VolumesNegativeTest-1536909220-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2121d27-a2db-4767-958d-c58e0355b423 HTTP/1.1" status: 200 len: 947 time: 0.1010363 Apr 17 04:11:38.852886 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-b21269cf-0197-42f7-8760-8afc34a9bec6 req-720e5727-626e-4da5-94c4-3ecfca846443 tempest-VolumesNegativeTest-1536909220 tempest-VolumesNegativeTest-1536909220-project] 10.222.0.20 "GET /v2.0/security-groups?id=ebba198c-509b-4d34-b6fb-e338b9d4b9df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459838 Apr 17 04:11:39.561918 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-ce094760-8e2c-4081-bd9a-952f87fc90ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244554870149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852757949'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:11:39.815149 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54aa144-7463-4a9e-83ac-012c9593529e req-20840d7f-06ec-42f1-ba83-e565ae0d6adb tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:11:39.816778 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-e54aa144-7463-4a9e-83ac-012c9593529e req-20840d7f-06ec-42f1-ba83-e565ae0d6adb tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] 10.222.0.20 "GET /v2.0/ports?device_id=71d5dd7a-6f0c-4658-96ce-b4da2238f1fa HTTP/1.1" status: 200 len: 944 time: 0.0906696 Apr 17 04:11:39.868553 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-e54aa144-7463-4a9e-83ac-012c9593529e req-0d5dbc25-2ff7-4ea2-93d2-3ce17429f5bd tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] 10.222.0.20 "GET /v2.0/security-groups?id=50ad198b-90f4-41cc-ba6f-37d91a24bc6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446570 Apr 17 04:11:40.093255 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615ae244-4a96-409c-8cab-b139388e7c4a req-4ef5001d-b6fa-4df2-8f34-536e8e8e1f7e tempest-VolumesNegativeTest-1536909220 tempest-VolumesNegativeTest-1536909220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:11:40.094879 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-615ae244-4a96-409c-8cab-b139388e7c4a req-4ef5001d-b6fa-4df2-8f34-536e8e8e1f7e tempest-VolumesNegativeTest-1536909220 tempest-VolumesNegativeTest-1536909220-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2121d27-a2db-4767-958d-c58e0355b423 HTTP/1.1" status: 200 len: 947 time: 0.1016273 Apr 17 04:11:40.144806 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-615ae244-4a96-409c-8cab-b139388e7c4a req-99f3af34-fbe2-4538-a50c-5a7c1e0f0e09 tempest-VolumesNegativeTest-1536909220 tempest-VolumesNegativeTest-1536909220-project] 10.222.0.20 "GET /v2.0/security-groups?id=ebba198c-509b-4d34-b6fb-e338b9d4b9df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432203 Apr 17 04:11:40.597362 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-c4f59f18-ba4f-4d63-813b-4697a67f74c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244554870149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852757949'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:11:40.931281 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244554870149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852757949'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:11:41.082074 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60308e6c-3db2-4f95-b23d-eceb925d1a61 req-30069381-0008-4e77-920b-8443ba11b776 tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:11:41.083695 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-60308e6c-3db2-4f95-b23d-eceb925d1a61 req-30069381-0008-4e77-920b-8443ba11b776 tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] 10.222.0.20 "GET /v2.0/ports?device_id=71d5dd7a-6f0c-4658-96ce-b4da2238f1fa HTTP/1.1" status: 200 len: 944 time: 0.0911956 Apr 17 04:11:41.133732 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-60308e6c-3db2-4f95-b23d-eceb925d1a61 req-97277d20-67f5-4fb6-ad41-ab43f87a559d tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] 10.222.0.20 "GET /v2.0/security-groups?id=50ad198b-90f4-41cc-ba6f-37d91a24bc6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430598 Apr 17 04:11:41.599987 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dd15cf-4b73-4fe8-9830-c67fc8cc40c0 req-5110c1a5-e9a6-4873-961e-f82787158960 tempest-VolumesNegativeTest-1536909220 tempest-VolumesNegativeTest-1536909220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:11:41.601802 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-81dd15cf-4b73-4fe8-9830-c67fc8cc40c0 req-5110c1a5-e9a6-4873-961e-f82787158960 tempest-VolumesNegativeTest-1536909220 tempest-VolumesNegativeTest-1536909220-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2121d27-a2db-4767-958d-c58e0355b423 HTTP/1.1" status: 200 len: 947 time: 0.3335145 Apr 17 04:11:41.652422 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-81dd15cf-4b73-4fe8-9830-c67fc8cc40c0 req-e3234774-4fc0-4b84-bdfc-829833e64f32 tempest-VolumesNegativeTest-1536909220 tempest-VolumesNegativeTest-1536909220-project] 10.222.0.20 "GET /v2.0/security-groups?id=ebba198c-509b-4d34-b6fb-e338b9d4b9df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438852 Apr 17 04:11:41.740751 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-6f7ee5bc-ae74-4cc6-a62a-23eab2a2e65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244554870149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852757949'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:11:42.351660 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05afba4f-d7c8-496b-8e8f-7ab6b62ac279 req-bb7995e0-ff46-4a5f-8397-4748b9dc4f56 tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:11:42.353770 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-05afba4f-d7c8-496b-8e8f-7ab6b62ac279 req-bb7995e0-ff46-4a5f-8397-4748b9dc4f56 tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] 10.222.0.20 "GET /v2.0/ports?device_id=71d5dd7a-6f0c-4658-96ce-b4da2238f1fa HTTP/1.1" status: 200 len: 944 time: 0.0967855 Apr 17 04:11:42.405411 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-05afba4f-d7c8-496b-8e8f-7ab6b62ac279 req-27597cd8-950b-4234-9540-64c3576d7b76 tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] 10.222.0.20 "GET /v2.0/security-groups?id=50ad198b-90f4-41cc-ba6f-37d91a24bc6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458024 Apr 17 04:11:42.453462 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244554870149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852757949'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:11:42.866101 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b4e09c-80fa-4f53-93a1-dd704b497568 req-2a632c22-6062-4956-b639-0e999a785a8d tempest-VolumesNegativeTest-1536909220 tempest-VolumesNegativeTest-1536909220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:11:42.867672 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-b5b4e09c-80fa-4f53-93a1-dd704b497568 req-2a632c22-6062-4956-b639-0e999a785a8d tempest-VolumesNegativeTest-1536909220 tempest-VolumesNegativeTest-1536909220-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2121d27-a2db-4767-958d-c58e0355b423 HTTP/1.1" status: 200 len: 947 time: 0.0938118 Apr 17 04:11:42.914895 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-b5b4e09c-80fa-4f53-93a1-dd704b497568 req-7d2cbe7d-3ca5-4f68-9f6b-2d54518dd752 tempest-VolumesNegativeTest-1536909220 tempest-VolumesNegativeTest-1536909220-project] 10.222.0.20 "GET /v2.0/security-groups?id=ebba198c-509b-4d34-b6fb-e338b9d4b9df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406406 Apr 17 04:11:43.627304 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a32383-3463-4172-9d6e-f20020a0ca52 req-311237c2-7175-45cd-8ff6-1a67afa6d490 tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:11:43.628968 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-07a32383-3463-4172-9d6e-f20020a0ca52 req-311237c2-7175-45cd-8ff6-1a67afa6d490 tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] 10.222.0.20 "GET /v2.0/ports?device_id=71d5dd7a-6f0c-4658-96ce-b4da2238f1fa HTTP/1.1" status: 200 len: 944 time: 0.0985074 Apr 17 04:11:43.678180 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-07a32383-3463-4172-9d6e-f20020a0ca52 req-cbbed634-2fb6-4638-8cd3-fd33ecdcddf8 tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] 10.222.0.20 "GET /v2.0/security-groups?id=50ad198b-90f4-41cc-ba6f-37d91a24bc6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426199 Apr 17 04:11:43.715485 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.agents_db [None req-76d39d81-b417-4462-95bd-4e842fba9248 None None] Agent healthcheck: found 6 active agents {{(pid=86333) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 17 04:11:44.127916 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79faefd-c6ef-4408-9cfc-ed83d1fcb526 req-355e9341-b422-4518-b8e8-82a36da49958 tempest-VolumesNegativeTest-1536909220 tempest-VolumesNegativeTest-1536909220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:11:44.129549 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-e79faefd-c6ef-4408-9cfc-ed83d1fcb526 req-355e9341-b422-4518-b8e8-82a36da49958 tempest-VolumesNegativeTest-1536909220 tempest-VolumesNegativeTest-1536909220-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2121d27-a2db-4767-958d-c58e0355b423 HTTP/1.1" status: 200 len: 947 time: 0.0896876 Apr 17 04:11:44.180508 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-e79faefd-c6ef-4408-9cfc-ed83d1fcb526 req-1eb000a1-7407-4697-9901-acfd41c1c01a tempest-VolumesNegativeTest-1536909220 tempest-VolumesNegativeTest-1536909220-project] 10.222.0.20 "GET /v2.0/security-groups?id=ebba198c-509b-4d34-b6fb-e338b9d4b9df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445287 Apr 17 04:11:44.892459 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39969572-76c6-40df-9665-2d4d2f89f32c req-dc5eddbe-eda3-496b-9289-35aa8ea8f957 tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:11:44.894057 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-39969572-76c6-40df-9665-2d4d2f89f32c req-dc5eddbe-eda3-496b-9289-35aa8ea8f957 tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] 10.222.0.20 "GET /v2.0/ports?device_id=71d5dd7a-6f0c-4658-96ce-b4da2238f1fa HTTP/1.1" status: 200 len: 944 time: 0.0938764 Apr 17 04:11:44.943646 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-39969572-76c6-40df-9665-2d4d2f89f32c req-01328681-2b6e-4715-9826-ee95d6d36807 tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] 10.222.0.20 "GET /v2.0/security-groups?id=50ad198b-90f4-41cc-ba6f-37d91a24bc6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428197 Apr 17 04:11:45.398848 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8babfb-2d7d-4030-a427-04b2015b0f57 req-c9e521fd-7160-44af-96d8-7ae3a9572ba4 tempest-VolumesNegativeTest-1536909220 tempest-VolumesNegativeTest-1536909220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:11:45.400585 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-2a8babfb-2d7d-4030-a427-04b2015b0f57 req-c9e521fd-7160-44af-96d8-7ae3a9572ba4 tempest-VolumesNegativeTest-1536909220 tempest-VolumesNegativeTest-1536909220-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2121d27-a2db-4767-958d-c58e0355b423 HTTP/1.1" status: 200 len: 947 time: 0.0970738 Apr 17 04:11:45.451905 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-2a8babfb-2d7d-4030-a427-04b2015b0f57 req-31fee8ec-6b8c-4dcb-8c63-a49ef0e5cf97 tempest-VolumesNegativeTest-1536909220 tempest-VolumesNegativeTest-1536909220-project] 10.222.0.20 "GET /v2.0/security-groups?id=ebba198c-509b-4d34-b6fb-e338b9d4b9df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433271 Apr 17 04:11:45.917341 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-40955d0c-9f62-402a-90af-d47c174d0836 req-afa3514a-68d9-4f22-a0b9-6ecf73509921 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.89&port_id=b53023e9-c77e-4d64-acf0-592b8875002c HTTP/1.1" status: 200 len: 217 time: 0.0808246 Apr 17 04:11:46.010660 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461c8b6b-28ba-439b-8b95-740bf7255766 req-31f0b262-7fb7-46cb-9965-65ea6071d4c7 tempest-TestShelveInstance-1964921938 tempest-TestShelveInstance-1964921938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:11:46.012261 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-461c8b6b-28ba-439b-8b95-740bf7255766 req-31f0b262-7fb7-46cb-9965-65ea6071d4c7 tempest-TestShelveInstance-1964921938 tempest-TestShelveInstance-1964921938-project] 10.222.0.20 "GET /v2.0/ports?device_id=95e8b9bb-edf4-41ea-8e29-17967312a144 HTTP/1.1" status: 200 len: 945 time: 0.2188683 Apr 17 04:11:46.015973 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40955d0c-9f62-402a-90af-d47c174d0836 req-1faf5c51-c25c-4685-959e-879a1ed38c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:11:46.017435 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-40955d0c-9f62-402a-90af-d47c174d0836 req-1faf5c51-c25c-4685-959e-879a1ed38c4c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9f93c4dc-b9f7-49ae-b5ba-0dfe7d5ad3ec HTTP/1.1" status: 200 len: 843 time: 0.0874250 Apr 17 04:11:46.158980 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-461c8b6b-28ba-439b-8b95-740bf7255766 req-7543f86e-f1e1-4d90-80a6-fa6ac90df2ef tempest-TestShelveInstance-1964921938 tempest-TestShelveInstance-1964921938-project] 10.222.0.20 "GET /v2.0/security-groups?id=966d6d2d-9bfe-48ff-ab39-78b8c7f76cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1404076 Apr 17 04:11:46.202698 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40955d0c-9f62-402a-90af-d47c174d0836 req-9a917d4e-ed75-4380-a8c7-4bb8b1157e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:11:46.204286 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-40955d0c-9f62-402a-90af-d47c174d0836 req-9a917d4e-ed75-4380-a8c7-4bb8b1157e56 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=58997c6d-8a5f-44b3-8cfc-54b3e38f44d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1717398 Apr 17 04:11:46.213560 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81e994f-4c23-4901-9cae-75f32ff7d220 req-a5fc6e3b-4840-4cbe-80e0-3e9235c83ec8 tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:11:46.215056 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-a81e994f-4c23-4901-9cae-75f32ff7d220 req-a5fc6e3b-4840-4cbe-80e0-3e9235c83ec8 tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] 10.222.0.20 "GET /v2.0/ports?device_id=71d5dd7a-6f0c-4658-96ce-b4da2238f1fa HTTP/1.1" status: 200 len: 944 time: 0.1394706 Apr 17 04:11:46.364717 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-a81e994f-4c23-4901-9cae-75f32ff7d220 req-ffa1ad2d-a689-4801-837c-4bdcfcbe9a10 tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] 10.222.0.20 "GET /v2.0/security-groups?id=50ad198b-90f4-41cc-ba6f-37d91a24bc6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1204948 Apr 17 04:11:46.395438 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-40955d0c-9f62-402a-90af-d47c174d0836 req-347444cf-9ca9-4d9c-b5da-1aab0ba71a8a service neutron] 10.222.0.32 "GET /v2.0/networks/58997c6d-8a5f-44b3-8cfc-54b3e38f44d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1770713 Apr 17 04:11:46.539761 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-40955d0c-9f62-402a-90af-d47c174d0836 req-ad861763-7190-4954-b3fa-5d807f3d3f81 service neutron] 10.222.0.32 "GET /v2.0/networks/58997c6d-8a5f-44b3-8cfc-54b3e38f44d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378405 Apr 17 04:11:46.659178 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7760bdcf-758b-4f39-8b1a-e3c9b4d9ad3f req-cda7d64e-2a17-4d57-9edb-4083baf5b176 tempest-VolumesNegativeTest-1536909220 tempest-VolumesNegativeTest-1536909220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:11:46.660762 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-7760bdcf-758b-4f39-8b1a-e3c9b4d9ad3f req-cda7d64e-2a17-4d57-9edb-4083baf5b176 tempest-VolumesNegativeTest-1536909220 tempest-VolumesNegativeTest-1536909220-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2121d27-a2db-4767-958d-c58e0355b423 HTTP/1.1" status: 200 len: 947 time: 0.0938702 Apr 17 04:11:46.710109 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-7760bdcf-758b-4f39-8b1a-e3c9b4d9ad3f req-3b2c18c0-a7d1-4943-b778-8f0ce5d783c3 tempest-VolumesNegativeTest-1536909220 tempest-VolumesNegativeTest-1536909220-project] 10.222.0.20 "GET /v2.0/security-groups?id=ebba198c-509b-4d34-b6fb-e338b9d4b9df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419788 Apr 17 04:11:47.430867 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082ffa8a-4119-41de-b4d5-7904e25111e7 req-a7611edf-0954-49f6-8322-c7290427e45f tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:11:47.432431 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-082ffa8a-4119-41de-b4d5-7904e25111e7 req-a7611edf-0954-49f6-8322-c7290427e45f tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c4f44bc-b4d0-42aa-8aa1-313945def3ef HTTP/1.1" status: 200 len: 945 time: 0.1598508 Apr 17 04:11:47.444273 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041a2aa0-1885-4043-b9fc-92185a33b711 req-8eff55a3-c085-4898-90e2-ab74c54b096a tempest-TestShelveInstance-1964921938 tempest-TestShelveInstance-1964921938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:11:47.445896 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-041a2aa0-1885-4043-b9fc-92185a33b711 req-8eff55a3-c085-4898-90e2-ab74c54b096a tempest-TestShelveInstance-1964921938 tempest-TestShelveInstance-1964921938-project] 10.222.0.20 "GET /v2.0/ports?device_id=95e8b9bb-edf4-41ea-8e29-17967312a144 HTTP/1.1" status: 200 len: 945 time: 0.1287642 Apr 17 04:11:47.521125 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-082ffa8a-4119-41de-b4d5-7904e25111e7 req-51906b2f-6fcf-4486-bf97-53195ab21155 tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] 10.222.0.20 "GET /v2.0/security-groups?id=d002f976-b789-410a-b98c-ebbe09d7c833&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0741997 Apr 17 04:11:47.525854 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-041a2aa0-1885-4043-b9fc-92185a33b711 req-976c8a2f-84d4-4d58-997a-3578b3961d2a tempest-TestShelveInstance-1964921938 tempest-TestShelveInstance-1964921938-project] 10.222.0.20 "GET /v2.0/security-groups?id=966d6d2d-9bfe-48ff-ab39-78b8c7f76cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647266 Apr 17 04:11:47.718417 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2f0d8f-6404-4c85-9685-e1fce374a80c req-e44a3801-8050-4d74-85c4-159b20cfe384 tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:11:47.719882 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-be2f0d8f-6404-4c85-9685-e1fce374a80c req-e44a3801-8050-4d74-85c4-159b20cfe384 tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] 10.222.0.20 "GET /v2.0/ports?device_id=71d5dd7a-6f0c-4658-96ce-b4da2238f1fa HTTP/1.1" status: 200 len: 944 time: 0.0923023 Apr 17 04:11:47.771082 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-be2f0d8f-6404-4c85-9685-e1fce374a80c req-46c5782a-7bf0-4734-b1cb-1cbec84cc931 tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] 10.222.0.20 "GET /v2.0/security-groups?id=50ad198b-90f4-41cc-ba6f-37d91a24bc6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414114 Apr 17 04:11:47.923154 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f41cf8-a089-4352-aaad-af92ba4b0204 req-a868d922-44fe-40e4-8927-162fe5550541 tempest-VolumesNegativeTest-1536909220 tempest-VolumesNegativeTest-1536909220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:11:47.924780 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-18f41cf8-a089-4352-aaad-af92ba4b0204 req-a868d922-44fe-40e4-8927-162fe5550541 tempest-VolumesNegativeTest-1536909220 tempest-VolumesNegativeTest-1536909220-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2121d27-a2db-4767-958d-c58e0355b423 HTTP/1.1" status: 200 len: 947 time: 0.1006286 Apr 17 04:11:47.974456 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-18f41cf8-a089-4352-aaad-af92ba4b0204 req-1f458d17-2a09-42bd-b3da-66a725ae848f tempest-VolumesNegativeTest-1536909220 tempest-VolumesNegativeTest-1536909220-project] 10.222.0.20 "GET /v2.0/security-groups?id=ebba198c-509b-4d34-b6fb-e338b9d4b9df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412204 Apr 17 04:11:48.691664 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.rpc [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Device b53023e9-c77e-4d64-acf0-592b8875002c details requested by agent hyperv_hv-cinder-78605 with host hv-cinder-78605 {{(pid=86332) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 17 04:11:48.815265 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7f18e7-bb2f-4a37-ae47-4dc2c8f80696 req-53c6a8b2-e2aa-4729-9146-f9498ed374c7 tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:11:48.816898 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-bb7f18e7-bb2f-4a37-ae47-4dc2c8f80696 req-53c6a8b2-e2aa-4729-9146-f9498ed374c7 tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c4f44bc-b4d0-42aa-8aa1-313945def3ef HTTP/1.1" status: 200 len: 945 time: 0.1639626 Apr 17 04:11:48.826527 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299e290e-dfb2-4fe3-aba5-96d8721bbd38 req-683c55fb-f2c9-4bba-9feb-9620d913e0a3 tempest-TestShelveInstance-1964921938 tempest-TestShelveInstance-1964921938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:11:48.828104 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-299e290e-dfb2-4fe3-aba5-96d8721bbd38 req-683c55fb-f2c9-4bba-9feb-9620d913e0a3 tempest-TestShelveInstance-1964921938 tempest-TestShelveInstance-1964921938-project] 10.222.0.20 "GET /v2.0/ports?device_id=95e8b9bb-edf4-41ea-8e29-17967312a144 HTTP/1.1" status: 200 len: 945 time: 0.1314428 Apr 17 04:11:48.835286 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.db [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] For port b53023e9-c77e-4d64-acf0-592b8875002c, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=b53023e9-c77e-4d64-acf0-592b8875002c,segment=NetworkSegment(8d9544eb-6f65-4ebf-bff1-769d63702961),segment_id=8d9544eb-6f65-4ebf-bff1-769d63702961)] {{(pid=86332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 17 04:11:48.850254 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.rpc [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Returning: {'device': 'b53023e9-c77e-4d64-acf0-592b8875002c', 'network_id': '58997c6d-8a5f-44b3-8cfc-54b3e38f44d6', 'port_id': 'b53023e9-c77e-4d64-acf0-592b8875002c', 'mac_address': 'fa:16:3e:bb:cb:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f93c4dc-b9f7-49ae-b5ba-0dfe7d5ad3ec', 'ip_address': '192.168.233.89'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86332) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 17 04:11:48.904747 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-bb7f18e7-bb2f-4a37-ae47-4dc2c8f80696 req-feae437a-d80a-4f97-928b-90efb847e504 tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] 10.222.0.20 "GET /v2.0/security-groups?id=d002f976-b789-410a-b98c-ebbe09d7c833&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0755017 Apr 17 04:11:48.907621 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-299e290e-dfb2-4fe3-aba5-96d8721bbd38 req-88591d5d-0804-47a8-b38f-6dda19bca15c tempest-TestShelveInstance-1964921938 tempest-TestShelveInstance-1964921938-project] 10.222.0.20 "GET /v2.0/security-groups?id=966d6d2d-9bfe-48ff-ab39-78b8c7f76cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645139 Apr 17 04:11:48.907910 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853081909'] for port, before_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:11:48.929322 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.notifiers.nova [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b53023e9-c77e-4d64-acf0-592b8875002c {{(pid=86332) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 17 04:11:48.946159 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.db [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] For port b53023e9-c77e-4d64-acf0-592b8875002c, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=b53023e9-c77e-4d64-acf0-592b8875002c,segment=NetworkSegment(8d9544eb-6f65-4ebf-bff1-769d63702961),segment_id=8d9544eb-6f65-4ebf-bff1-769d63702961)] {{(pid=86332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 17 04:11:48.949897 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1691685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854152290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792299986632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244555219606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792299556228'] for port, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:11:48.950635 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.rpc [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Device f89b9a52-e5b9-4e04-a758-01ed25973315 details requested by agent hyperv_hv-cinder-78605 with host hv-cinder-78605 {{(pid=86332) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 17 04:11:48.953950 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-a328b5a8-873b-43d9-a1f4-86c5c33a49c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:11:49.118502 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146f62d7-2330-465b-ba04-76807a1caf06 req-416c3164-200f-492d-b553-1030a06483e2 tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:11:49.120230 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-146f62d7-2330-465b-ba04-76807a1caf06 req-416c3164-200f-492d-b553-1030a06483e2 tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] 10.222.0.20 "GET /v2.0/ports?device_id=71d5dd7a-6f0c-4658-96ce-b4da2238f1fa HTTP/1.1" status: 200 len: 944 time: 0.1020255 Apr 17 04:11:49.211931 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-146f62d7-2330-465b-ba04-76807a1caf06 req-e6daab13-319a-400a-9153-e29c424aba85 tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] 10.222.0.20 "GET /v2.0/security-groups?id=50ad198b-90f4-41cc-ba6f-37d91a24bc6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574002 Apr 17 04:11:49.214039 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Pushing event updated for resources: {'Port': ['ID=b53023e9-c77e-4d64-acf0-592b8875002c,revision_number=4']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:11:49.239303 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:11:49.239303 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:11:49.239303 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:11:49.239303 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:11:49.239303 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:11:49.239303 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:11:49.239303 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:11:49.239303 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:11:49.239303 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:11:49.239303 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:11:49.240009 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:11:49.240009 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:11:49.241706 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33269f1b-3019-4ce6-94c8-35ab907b797c req-988c0f7e-11f9-4a80-b313-30f000e74429 tempest-VolumesNegativeTest-1536909220 tempest-VolumesNegativeTest-1536909220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:11:49.243370 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-33269f1b-3019-4ce6-94c8-35ab907b797c req-988c0f7e-11f9-4a80-b313-30f000e74429 tempest-VolumesNegativeTest-1536909220 tempest-VolumesNegativeTest-1536909220-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2121d27-a2db-4767-958d-c58e0355b423 HTTP/1.1" status: 200 len: 948 time: 0.1357169 Apr 17 04:11:49.244077 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:11:49.290442 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-33269f1b-3019-4ce6-94c8-35ab907b797c req-4f3d9489-0e09-46cf-afdd-4702dc32f8c0 tempest-VolumesNegativeTest-1536909220 tempest-VolumesNegativeTest-1536909220-project] 10.222.0.20 "GET /v2.0/security-groups?id=ebba198c-509b-4d34-b6fb-e338b9d4b9df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405991 Apr 17 04:11:49.339129 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.db [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] For port f89b9a52-e5b9-4e04-a758-01ed25973315, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=f89b9a52-e5b9-4e04-a758-01ed25973315,segment=NetworkSegment(14b5ea21-40f4-463d-9e75-c37fe439802e),segment_id=14b5ea21-40f4-463d-9e75-c37fe439802e)] {{(pid=86332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 17 04:11:49.353608 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.rpc [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Returning: {'device': 'f89b9a52-e5b9-4e04-a758-01ed25973315', 'network_id': 'f8f93dec-df20-4bb3-95a3-f64dab26a2d6', 'port_id': 'f89b9a52-e5b9-4e04-a758-01ed25973315', 'mac_address': 'fa:16:3e:57:d2:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '343cf9b8-b4dd-451f-9881-fd976f22c732', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86332) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 17 04:11:49.418513 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853081909'] for port, before_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:11:49.436600 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.notifiers.nova [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f89b9a52-e5b9-4e04-a758-01ed25973315 {{(pid=86332) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 17 04:11:49.453875 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.db [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] For port f89b9a52-e5b9-4e04-a758-01ed25973315, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=f89b9a52-e5b9-4e04-a758-01ed25973315,segment=NetworkSegment(14b5ea21-40f4-463d-9e75-c37fe439802e),segment_id=14b5ea21-40f4-463d-9e75-c37fe439802e)] {{(pid=86332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 17 04:11:49.457694 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1691685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854152290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792299986632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244555219606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792299556228'] for port, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:11:49.460477 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:11:49.541521 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Pushing event updated for resources: {'Port': ['ID=f89b9a52-e5b9-4e04-a758-01ed25973315,revision_number=9']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:11:49.550228 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:11:49.715080 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.db [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] get_ports_and_sgs() called for port_ids ['f89b9a52-e5b9-4e04-a758-01ed25973315'] {{(pid=86332) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 17 04:11:49.747479 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.db [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] get_ports_and_sgs() called for port_ids ['b53023e9-c77e-4d64-acf0-592b8875002c'] {{(pid=86332) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 17 04:11:50.182935 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d176c64-90a8-48ae-8a6f-f76273e3477e req-eef6edca-7544-4617-af15-9971999d5d98 tempest-TestShelveInstance-1964921938 tempest-TestShelveInstance-1964921938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:11:50.184565 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-5d176c64-90a8-48ae-8a6f-f76273e3477e req-eef6edca-7544-4617-af15-9971999d5d98 tempest-TestShelveInstance-1964921938 tempest-TestShelveInstance-1964921938-project] 10.222.0.20 "GET /v2.0/ports?device_id=95e8b9bb-edf4-41ea-8e29-17967312a144 HTTP/1.1" status: 200 len: 945 time: 0.1587138 Apr 17 04:11:50.195922 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0a39c7-58ae-4bf1-8c7e-9408a768b4fe req-896b9a60-8939-4d90-a445-44bd9c0904ee tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:11:50.197891 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-ce0a39c7-58ae-4bf1-8c7e-9408a768b4fe req-896b9a60-8939-4d90-a445-44bd9c0904ee tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c4f44bc-b4d0-42aa-8aa1-313945def3ef HTTP/1.1" status: 200 len: 945 time: 0.1283455 Apr 17 04:11:50.276836 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-5d176c64-90a8-48ae-8a6f-f76273e3477e req-6513e688-22c4-4c78-964f-6e17e197a852 tempest-TestShelveInstance-1964921938 tempest-TestShelveInstance-1964921938-project] 10.222.0.20 "GET /v2.0/security-groups?id=966d6d2d-9bfe-48ff-ab39-78b8c7f76cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0778720 Apr 17 04:11:50.284425 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-ce0a39c7-58ae-4bf1-8c7e-9408a768b4fe req-0a8e7238-2e4f-4d3f-8264-2be50fbc30e2 tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] 10.222.0.20 "GET /v2.0/security-groups?id=d002f976-b789-410a-b98c-ebbe09d7c833&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707555 Apr 17 04:11:50.535337 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860f1058-e14d-4ceb-ada6-91a178b5c175 req-a082cb28-6482-49d3-aa52-bf37b33f472e tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:11:50.536874 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-860f1058-e14d-4ceb-ada6-91a178b5c175 req-a082cb28-6482-49d3-aa52-bf37b33f472e tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] 10.222.0.20 "GET /v2.0/ports?device_id=71d5dd7a-6f0c-4658-96ce-b4da2238f1fa HTTP/1.1" status: 200 len: 945 time: 0.1556318 Apr 17 04:11:50.545828 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f3d2d1-d412-406e-89f1-11fc0388117c req-e324c54e-2138-47fe-a863-0bb641ca15f9 tempest-VolumesNegativeTest-1536909220 tempest-VolumesNegativeTest-1536909220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:11:50.547279 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-15f3d2d1-d412-406e-89f1-11fc0388117c req-e324c54e-2138-47fe-a863-0bb641ca15f9 tempest-VolumesNegativeTest-1536909220 tempest-VolumesNegativeTest-1536909220-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2121d27-a2db-4767-958d-c58e0355b423 HTTP/1.1" status: 200 len: 948 time: 0.1301856 Apr 17 04:11:50.620557 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-860f1058-e14d-4ceb-ada6-91a178b5c175 req-4b7bff79-3095-409f-a66d-b1e19eea621f tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] 10.222.0.20 "GET /v2.0/security-groups?id=50ad198b-90f4-41cc-ba6f-37d91a24bc6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722392 Apr 17 04:11:50.625650 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-15f3d2d1-d412-406e-89f1-11fc0388117c req-9cb548c0-90b6-44b3-b735-6365c1c3b53a tempest-VolumesNegativeTest-1536909220 tempest-VolumesNegativeTest-1536909220-project] 10.222.0.20 "GET /v2.0/security-groups?id=ebba198c-509b-4d34-b6fb-e338b9d4b9df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637467 Apr 17 04:11:50.692976 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.rpc [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Device b53023e9-c77e-4d64-acf0-592b8875002c up at agent hyperv_hv-cinder-78605 {{(pid=86332) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 17 04:11:50.772280 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.provisioning_blocks [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Provisioning for port b53023e9-c77e-4d64-acf0-592b8875002c completed by entity L2. {{(pid=86332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 17 04:11:50.777363 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.provisioning_blocks [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Provisioning complete for port b53023e9-c77e-4d64-acf0-592b8875002c triggered by entity L2. {{(pid=86332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 17 04:11:50.777782 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2017814'] for port, provisioning_complete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:11:50.903685 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853081909'] for port, before_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:11:50.931755 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2121d27-a2db-4767-958d-c58e0355b423', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b53023e9-c77e-4d64-acf0-592b8875002c'}] {{(pid=86332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 17 04:11:50.942189 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.db [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] For port b53023e9-c77e-4d64-acf0-592b8875002c, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=b53023e9-c77e-4d64-acf0-592b8875002c,segment=NetworkSegment(8d9544eb-6f65-4ebf-bff1-769d63702961),segment_id=8d9544eb-6f65-4ebf-bff1-769d63702961)] {{(pid=86332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 17 04:11:50.946413 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1691685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854152290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792299986632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244555219606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792299556228'] for port, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:11:50.947322 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.rpc [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Device f89b9a52-e5b9-4e04-a758-01ed25973315 up at agent hyperv_hv-cinder-78605 {{(pid=86332) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 17 04:11:50.978785 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:11:51.050883 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2121d27-a2db-4767-958d-c58e0355b423', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b53023e9-c77e-4d64-acf0-592b8875002c', 'code': 200} Apr 17 04:11:51.077221 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Pushing event updated for resources: {'Port': ['ID=b53023e9-c77e-4d64-acf0-592b8875002c,revision_number=5']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:11:51.080723 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:11:51.090131 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.provisioning_blocks [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Provisioning complete for port f89b9a52-e5b9-4e04-a758-01ed25973315 triggered by entity L2. {{(pid=86332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 17 04:11:51.090554 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2017814'] for port, provisioning_complete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:11:51.217539 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853081909'] for port, before_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:11:51.252694 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.db [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] For port f89b9a52-e5b9-4e04-a758-01ed25973315, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=f89b9a52-e5b9-4e04-a758-01ed25973315,segment=NetworkSegment(14b5ea21-40f4-463d-9e75-c37fe439802e),segment_id=14b5ea21-40f4-463d-9e75-c37fe439802e)] {{(pid=86332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 17 04:11:51.256800 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1691685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854152290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792299986632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244555219606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792299556228'] for port, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:11:51.258806 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:11:51.284485 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a1e02b-ce64-4b0a-91d6-c98d7ae580be req-b17ad207-d587-4984-8c95-e6a551888baa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:11:51.286098 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-12a1e02b-ce64-4b0a-91d6-c98d7ae580be req-b17ad207-d587-4984-8c95-e6a551888baa service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=b2121d27-a2db-4767-958d-c58e0355b423 HTTP/1.1" status: 200 len: 1102 time: 0.0765443 Apr 17 04:11:51.329233 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Pushing event updated for resources: {'Port': ['ID=f89b9a52-e5b9-4e04-a758-01ed25973315,revision_number=10']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:11:51.332541 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:11:51.339499 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-12a1e02b-ce64-4b0a-91d6-c98d7ae580be req-27c641c4-cd0a-4507-ac05-ea203403f50e service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=ebba198c-509b-4d34-b6fb-e338b9d4b9df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460956 Apr 17 04:11:51.557298 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b983eb8f-b2a7-44e4-ae83-dc3bf266b389 req-63b0c693-861d-4f83-bff1-bb92da41c300 tempest-TestShelveInstance-1964921938 tempest-TestShelveInstance-1964921938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:11:51.558853 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-b983eb8f-b2a7-44e4-ae83-dc3bf266b389 req-63b0c693-861d-4f83-bff1-bb92da41c300 tempest-TestShelveInstance-1964921938 tempest-TestShelveInstance-1964921938-project] 10.222.0.20 "GET /v2.0/ports?device_id=95e8b9bb-edf4-41ea-8e29-17967312a144 HTTP/1.1" status: 200 len: 945 time: 0.1563048 Apr 17 04:11:51.571048 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c659d1-8668-4f2f-95bc-2d29df10d753 req-fab5541a-4cce-4734-9b5d-9b25f3b051d4 tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:11:51.572534 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-87c659d1-8668-4f2f-95bc-2d29df10d753 req-fab5541a-4cce-4734-9b5d-9b25f3b051d4 tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c4f44bc-b4d0-42aa-8aa1-313945def3ef HTTP/1.1" status: 200 len: 945 time: 0.1243732 Apr 17 04:11:51.871189 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-b983eb8f-b2a7-44e4-ae83-dc3bf266b389 req-612ecb24-22b7-4843-ae8b-f2561b34a920 tempest-TestShelveInstance-1964921938 tempest-TestShelveInstance-1964921938-project] 10.222.0.20 "GET /v2.0/security-groups?id=966d6d2d-9bfe-48ff-ab39-78b8c7f76cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2975461 Apr 17 04:11:51.875729 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-87c659d1-8668-4f2f-95bc-2d29df10d753 req-1dbb3f35-1e61-4850-bcfd-bbe01e54c094 tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] 10.222.0.20 "GET /v2.0/security-groups?id=d002f976-b789-410a-b98c-ebbe09d7c833&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633383 Apr 17 04:11:52.131277 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9831f062-6f6b-4c93-824f-18c3995d59fa req-16ad193a-f2b3-45cb-9c58-ebeb33fcbf7b tempest-VolumesNegativeTest-1536909220 tempest-VolumesNegativeTest-1536909220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:11:52.132855 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-9831f062-6f6b-4c93-824f-18c3995d59fa req-16ad193a-f2b3-45cb-9c58-ebeb33fcbf7b tempest-VolumesNegativeTest-1536909220 tempest-VolumesNegativeTest-1536909220-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2121d27-a2db-4767-958d-c58e0355b423 HTTP/1.1" status: 200 len: 949 time: 0.1545608 Apr 17 04:11:52.146450 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537378c0-77e2-4e6a-bc5d-2548584372c9 req-c30bbbd5-273d-4076-b75b-fe30c063f495 tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:11:52.148190 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-537378c0-77e2-4e6a-bc5d-2548584372c9 req-c30bbbd5-273d-4076-b75b-fe30c063f495 tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] 10.222.0.20 "GET /v2.0/ports?device_id=71d5dd7a-6f0c-4658-96ce-b4da2238f1fa HTTP/1.1" status: 200 len: 947 time: 0.1283808 Apr 17 04:11:52.223526 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-9831f062-6f6b-4c93-824f-18c3995d59fa req-567ba9a4-805a-4729-b5e4-cf5e29a9d39e tempest-VolumesNegativeTest-1536909220 tempest-VolumesNegativeTest-1536909220-project] 10.222.0.20 "GET /v2.0/security-groups?id=ebba198c-509b-4d34-b6fb-e338b9d4b9df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742326 Apr 17 04:11:52.228127 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-537378c0-77e2-4e6a-bc5d-2548584372c9 req-68656738-6e9b-4f74-9bf4-0608946fa42c tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] 10.222.0.20 "GET /v2.0/security-groups?id=50ad198b-90f4-41cc-ba6f-37d91a24bc6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645638 Apr 17 04:11:53.052570 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71d5dd7a-6f0c-4658-96ce-b4da2238f1fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f89b9a52-e5b9-4e04-a758-01ed25973315'}] {{(pid=86332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 17 04:11:53.153169 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f117340f-cacb-4dba-872d-65a59ff10a85 req-8008a704-de09-4441-adbf-c336d93eb8ca tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:11:53.154742 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-f117340f-cacb-4dba-872d-65a59ff10a85 req-8008a704-de09-4441-adbf-c336d93eb8ca tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c4f44bc-b4d0-42aa-8aa1-313945def3ef HTTP/1.1" status: 200 len: 945 time: 0.1204669 Apr 17 04:11:53.162849 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d378b6ec-685e-4f67-85f6-066c7e810a7d req-793fbe08-fd88-4828-821d-455094d015ae tempest-TestShelveInstance-1964921938 tempest-TestShelveInstance-1964921938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:11:53.164235 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-d378b6ec-685e-4f67-85f6-066c7e810a7d req-793fbe08-fd88-4828-821d-455094d015ae tempest-TestShelveInstance-1964921938 tempest-TestShelveInstance-1964921938-project] 10.222.0.20 "GET /v2.0/ports?device_id=95e8b9bb-edf4-41ea-8e29-17967312a144 HTTP/1.1" status: 200 len: 945 time: 0.1663585 Apr 17 04:11:53.235050 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-f117340f-cacb-4dba-872d-65a59ff10a85 req-8a699beb-fbb7-49f7-b0cb-cf80feb3e477 tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] 10.222.0.20 "GET /v2.0/security-groups?id=d002f976-b789-410a-b98c-ebbe09d7c833&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697994 Apr 17 04:11:53.242687 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-d378b6ec-685e-4f67-85f6-066c7e810a7d req-1cf40acc-4150-4088-afe9-e5b74e864c8e tempest-TestShelveInstance-1964921938 tempest-TestShelveInstance-1964921938-project] 10.222.0.20 "GET /v2.0/security-groups?id=966d6d2d-9bfe-48ff-ab39-78b8c7f76cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633421 Apr 17 04:11:53.292446 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71d5dd7a-6f0c-4658-96ce-b4da2238f1fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f89b9a52-e5b9-4e04-a758-01ed25973315', 'code': 200} Apr 17 04:11:53.559423 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b3b391-47ed-45c7-86f8-2ba1fdcbc134 req-b1482796-d165-4f32-8c07-3cca11bc03e3 tempest-VolumesNegativeTest-1536909220 tempest-VolumesNegativeTest-1536909220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:11:53.561027 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-86b3b391-47ed-45c7-86f8-2ba1fdcbc134 req-b1482796-d165-4f32-8c07-3cca11bc03e3 tempest-VolumesNegativeTest-1536909220 tempest-VolumesNegativeTest-1536909220-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2121d27-a2db-4767-958d-c58e0355b423 HTTP/1.1" status: 200 len: 949 time: 0.2079365 Apr 17 04:11:53.573164 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e15697-bdb5-4ef6-9fe8-569cc78dcd9e req-6fcb93bd-465f-497e-8e72-f0af37620363 tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:11:53.575045 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-f2e15697-bdb5-4ef6-9fe8-569cc78dcd9e req-6fcb93bd-465f-497e-8e72-f0af37620363 tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] 10.222.0.20 "GET /v2.0/ports?device_id=71d5dd7a-6f0c-4658-96ce-b4da2238f1fa HTTP/1.1" status: 200 len: 947 time: 0.1761937 Apr 17 04:11:53.668790 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-86b3b391-47ed-45c7-86f8-2ba1fdcbc134 req-ac5220bf-d129-4136-a302-e319a106eb88 tempest-VolumesNegativeTest-1536909220 tempest-VolumesNegativeTest-1536909220-project] 10.222.0.20 "GET /v2.0/security-groups?id=ebba198c-509b-4d34-b6fb-e338b9d4b9df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912144 Apr 17 04:11:53.674711 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-f2e15697-bdb5-4ef6-9fe8-569cc78dcd9e req-0126a683-39d2-4e2b-9212-6169c294c6bb tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] 10.222.0.20 "GET /v2.0/security-groups?id=50ad198b-90f4-41cc-ba6f-37d91a24bc6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0795121 Apr 17 04:11:53.677797 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d3a0b7-d5b2-4938-927a-f2267134b516 req-07dc4075-c50c-45f4-81ed-1896f79661e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:11:53.679327 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-51d3a0b7-d5b2-4938-927a-f2267134b516 req-07dc4075-c50c-45f4-81ed-1896f79661e1 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=71d5dd7a-6f0c-4658-96ce-b4da2238f1fa HTTP/1.1" status: 200 len: 1100 time: 0.1944921 Apr 17 04:11:53.724570 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-51d3a0b7-d5b2-4938-927a-f2267134b516 req-20a85a72-58f8-4995-aaa0-b229b7a6f682 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=50ad198b-90f4-41cc-ba6f-37d91a24bc6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384920 Apr 17 04:11:54.157516 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851f0d01-0d15-4eab-8b91-f747df5ab6ac req-f6f3ecec-ef85-4a91-aeec-935ad3bfc071 tempest-VolumesNegativeTest-1536909220 tempest-VolumesNegativeTest-1536909220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:11:54.159020 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-851f0d01-0d15-4eab-8b91-f747df5ab6ac req-f6f3ecec-ef85-4a91-aeec-935ad3bfc071 tempest-VolumesNegativeTest-1536909220 tempest-VolumesNegativeTest-1536909220-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2121d27-a2db-4767-958d-c58e0355b423 HTTP/1.1" status: 200 len: 949 time: 0.0977731 Apr 17 04:11:54.206998 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-851f0d01-0d15-4eab-8b91-f747df5ab6ac req-7d4142e7-b931-449c-b064-54e2b42ba15b tempest-VolumesNegativeTest-1536909220 tempest-VolumesNegativeTest-1536909220-project] 10.222.0.20 "GET /v2.0/security-groups?id=ebba198c-509b-4d34-b6fb-e338b9d4b9df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413783 Apr 17 04:11:54.516736 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67529eda-7698-4cbc-8b60-5fd96cae9706 req-4e75c8da-094d-4245-abc0-2c56cda7022a tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:11:54.518387 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-67529eda-7698-4cbc-8b60-5fd96cae9706 req-4e75c8da-094d-4245-abc0-2c56cda7022a tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c4f44bc-b4d0-42aa-8aa1-313945def3ef HTTP/1.1" status: 200 len: 945 time: 0.1551085 Apr 17 04:11:54.527635 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4a6633-c314-4844-80d4-76120a4ec140 req-ad6e6ef5-c58a-4639-ab5b-e14b800f0e20 tempest-TestShelveInstance-1964921938 tempest-TestShelveInstance-1964921938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:11:54.529114 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-aa4a6633-c314-4844-80d4-76120a4ec140 req-ad6e6ef5-c58a-4639-ab5b-e14b800f0e20 tempest-TestShelveInstance-1964921938 tempest-TestShelveInstance-1964921938-project] 10.222.0.20 "GET /v2.0/ports?device_id=95e8b9bb-edf4-41ea-8e29-17967312a144 HTTP/1.1" status: 200 len: 945 time: 0.1296785 Apr 17 04:11:54.601148 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-67529eda-7698-4cbc-8b60-5fd96cae9706 req-70c1d2bf-4fe8-4907-ad90-a9b4db066698 tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] 10.222.0.20 "GET /v2.0/security-groups?id=d002f976-b789-410a-b98c-ebbe09d7c833&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709784 Apr 17 04:11:54.608417 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-aa4a6633-c314-4844-80d4-76120a4ec140 req-29a5367a-605e-4fcd-b9c4-187cb5322b64 tempest-TestShelveInstance-1964921938 tempest-TestShelveInstance-1964921938-project] 10.222.0.20 "GET /v2.0/security-groups?id=966d6d2d-9bfe-48ff-ab39-78b8c7f76cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625873 Apr 17 04:11:54.885185 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc6bdfb-60d8-42cb-96f1-781f74254dee req-6787c430-2c26-4870-99b5-0b28b8be3d54 tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:11:54.886790 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-ccc6bdfb-60d8-42cb-96f1-781f74254dee req-6787c430-2c26-4870-99b5-0b28b8be3d54 tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] 10.222.0.20 "GET /v2.0/ports?device_id=71d5dd7a-6f0c-4658-96ce-b4da2238f1fa HTTP/1.1" status: 200 len: 947 time: 0.0875878 Apr 17 04:11:54.943105 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-ccc6bdfb-60d8-42cb-96f1-781f74254dee req-5a16a400-ff0c-48d4-8ac9-f87da23de22f tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] 10.222.0.20 "GET /v2.0/security-groups?id=50ad198b-90f4-41cc-ba6f-37d91a24bc6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492253 Apr 17 04:11:55.487517 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bebed3f-a65f-4d0a-8608-51badfe591e3 req-66cc41c2-6455-43da-863f-fa1f5435ff87 tempest-VolumesNegativeTest-1536909220 tempest-VolumesNegativeTest-1536909220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:11:55.489071 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-0bebed3f-a65f-4d0a-8608-51badfe591e3 req-66cc41c2-6455-43da-863f-fa1f5435ff87 tempest-VolumesNegativeTest-1536909220 tempest-VolumesNegativeTest-1536909220-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2121d27-a2db-4767-958d-c58e0355b423 HTTP/1.1" status: 200 len: 949 time: 0.1591752 Apr 17 04:11:55.501204 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007566ac-2a79-4357-bec0-6ed3d41259c5 req-d11c2dd4-35ce-4609-bb80-fae3a09d49be tempest-VolumesNegativeTest-1536909220 tempest-VolumesNegativeTest-1536909220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:11:55.502646 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-007566ac-2a79-4357-bec0-6ed3d41259c5 req-d11c2dd4-35ce-4609-bb80-fae3a09d49be tempest-VolumesNegativeTest-1536909220 tempest-VolumesNegativeTest-1536909220-project] 10.222.0.32 "GET /v2.0/ports?device_id=b2121d27-a2db-4767-958d-c58e0355b423 HTTP/1.1" status: 200 len: 949 time: 0.1320267 Apr 17 04:11:55.609689 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-0bebed3f-a65f-4d0a-8608-51badfe591e3 req-3b9fc599-446b-496c-9799-b2551b759d35 tempest-VolumesNegativeTest-1536909220 tempest-VolumesNegativeTest-1536909220-project] 10.222.0.20 "GET /v2.0/security-groups?id=ebba198c-509b-4d34-b6fb-e338b9d4b9df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060128 Apr 17 04:11:55.620880 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.plugin [req-007566ac-2a79-4357-bec0-6ed3d41259c5 req-e87f3444-16b0-42e1-a543-f5c73c571eb9 tempest-VolumesNegativeTest-1536909220 tempest-VolumesNegativeTest-1536909220-project] Deleting port b53023e9-c77e-4d64-acf0-592b8875002c {{(pid=86331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 17 04:11:55.621266 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [req-007566ac-2a79-4357-bec0-6ed3d41259c5 req-e87f3444-16b0-42e1-a543-f5c73c571eb9 tempest-VolumesNegativeTest-1536909220 tempest-VolumesNegativeTest-1536909220-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363244554791028'] for port, before_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:11:56.015053 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.db [req-007566ac-2a79-4357-bec0-6ed3d41259c5 req-e87f3444-16b0-42e1-a543-f5c73c571eb9 tempest-VolumesNegativeTest-1536909220 tempest-VolumesNegativeTest-1536909220-project] For port b53023e9-c77e-4d64-acf0-592b8875002c, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=b53023e9-c77e-4d64-acf0-592b8875002c,segment=NetworkSegment(8d9544eb-6f65-4ebf-bff1-769d63702961),segment_id=8d9544eb-6f65-4ebf-bff1-769d63702961)] {{(pid=86331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 17 04:11:56.015416 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [req-007566ac-2a79-4357-bec0-6ed3d41259c5 req-e87f3444-16b0-42e1-a543-f5c73c571eb9 tempest-VolumesNegativeTest-1536909220 tempest-VolumesNegativeTest-1536909220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853832323'] for port, precommit_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:11:56.034123 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7119b91f-e3f2-4108-a962-56a4df3d1e19 req-c226bcc4-e895-4cd5-9f55-ac23310fac8a tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:11:56.035715 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-7119b91f-e3f2-4108-a962-56a4df3d1e19 req-c226bcc4-e895-4cd5-9f55-ac23310fac8a tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c4f44bc-b4d0-42aa-8aa1-313945def3ef HTTP/1.1" status: 200 len: 945 time: 0.3180795 Apr 17 04:11:56.133013 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792896a1-533c-420d-8c48-4171d9f0091e req-8f71adda-0dea-4126-bda1-be995244c42f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:11:56.134699 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-792896a1-533c-420d-8c48-4171d9f0091e req-8f71adda-0dea-4126-bda1-be995244c42f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ca6206a14e294f1c94050af1f73d53f8&device_id=95e8b9bb-edf4-41ea-8e29-17967312a144 HTTP/1.1" status: 200 len: 1098 time: 0.0794535 Apr 17 04:11:56.174267 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.plugin [req-007566ac-2a79-4357-bec0-6ed3d41259c5 req-e87f3444-16b0-42e1-a543-f5c73c571eb9 tempest-VolumesNegativeTest-1536909220 tempest-VolumesNegativeTest-1536909220-project] Calling delete_port for b53023e9-c77e-4d64-acf0-592b8875002c owned by compute:nova {{(pid=86331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 17 04:11:56.213275 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5264e81a-78e8-40ad-a5d3-e71eaabc732d req-664ed0aa-eac3-4fe2-993e-bd9f62c537ec tempest-TestShelveInstance-1964921938 tempest-TestShelveInstance-1964921938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:11:56.214820 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-5264e81a-78e8-40ad-a5d3-e71eaabc732d req-664ed0aa-eac3-4fe2-993e-bd9f62c537ec tempest-TestShelveInstance-1964921938 tempest-TestShelveInstance-1964921938-project] 10.222.0.20 "GET /v2.0/ports?device_id=95e8b9bb-edf4-41ea-8e29-17967312a144 HTTP/1.1" status: 200 len: 945 time: 0.4564581 Apr 17 04:11:56.280066 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792896a1-533c-420d-8c48-4171d9f0091e req-9d1579c7-cebd-4913-95d4-c7ea6abfd232 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:11:56.281643 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-792896a1-533c-420d-8c48-4171d9f0091e req-9d1579c7-cebd-4913-95d4-c7ea6abfd232 service neutron] 10.222.0.32 "GET /v2.0/networks?id=48b42dc6-fdb2-4a1c-899b-553f02cfd6b1 HTTP/1.1" status: 200 len: 910 time: 0.1412160 Apr 17 04:11:56.294419 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-7119b91f-e3f2-4108-a962-56a4df3d1e19 req-d9dea397-0420-4bae-815c-18dbf5708ef1 tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] 10.222.0.20 "GET /v2.0/security-groups?id=d002f976-b789-410a-b98c-ebbe09d7c833&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2004128 Apr 17 04:11:56.324416 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-5264e81a-78e8-40ad-a5d3-e71eaabc732d req-b4dd70d5-6c6f-4aba-86b8-2bda2c285c63 tempest-TestShelveInstance-1964921938 tempest-TestShelveInstance-1964921938-project] 10.222.0.20 "GET /v2.0/security-groups?id=966d6d2d-9bfe-48ff-ab39-78b8c7f76cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0987318 Apr 17 04:11:56.404189 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-792896a1-533c-420d-8c48-4171d9f0091e req-f9af523f-562f-4430-bd33-e88d7a3c7597 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=87141837-1be8-4078-af9c-ced185eecc3a HTTP/1.1" status: 200 len: 999 time: 0.1155636 Apr 17 04:11:56.443504 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [req-007566ac-2a79-4357-bec0-6ed3d41259c5 req-e87f3444-16b0-42e1-a543-f5c73c571eb9 tempest-VolumesNegativeTest-1536909220 tempest-VolumesNegativeTest-1536909220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1691685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854152290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244554789151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792299556194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850958277'] for port, after_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:11:56.454428 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.db [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] get_ports_and_sgs() called for port_ids ['b53023e9-c77e-4d64-acf0-592b8875002c'] {{(pid=86332) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 17 04:11:56.455638 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-e1883e1f-0b1a-4ef5-a587-461bd859139d tempest-TestMinimumBasicScenario-1804355180 tempest-TestMinimumBasicScenario-1804355180-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:11:56.476548 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792896a1-533c-420d-8c48-4171d9f0091e req-e37c7a76-55c7-4a6e-885b-db0e9d998931 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:11:56.478188 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-792896a1-533c-420d-8c48-4171d9f0091e req-e37c7a76-55c7-4a6e-885b-db0e9d998931 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7ebd19d5-d3c8-4014-91e1-906c5d4ffe3d HTTP/1.1" status: 200 len: 848 time: 0.0677955 Apr 17 04:11:56.505490 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87f3444-16b0-42e1-a543-f5c73c571eb9 tempest-VolumesNegativeTest-1536909220 tempest-VolumesNegativeTest-1536909220-project] Pushing event deleted for resources: {'Port': ['ID=b53023e9-c77e-4d64-acf0-592b8875002c,revision_number=None']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:11:56.511654 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-e87f3444-16b0-42e1-a543-f5c73c571eb9 tempest-VolumesNegativeTest-1536909220 tempest-VolumesNegativeTest-1536909220-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:11:56.562296 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792896a1-533c-420d-8c48-4171d9f0091e req-cfcb3992-e95d-4940-bac8-72d494b1681a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:11:56.564062 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-792896a1-533c-420d-8c48-4171d9f0091e req-cfcb3992-e95d-4940-bac8-72d494b1681a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=48b42dc6-fdb2-4a1c-899b-553f02cfd6b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0797713 Apr 17 04:11:56.603309 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.l3_dvrscheduler_db [req-007566ac-2a79-4357-bec0-6ed3d41259c5 req-e87f3444-16b0-42e1-a543-f5c73c571eb9 tempest-VolumesNegativeTest-1536909220 tempest-VolumesNegativeTest-1536909220-project] No DVR routers for this DVR port b53023e9-c77e-4d64-acf0-592b8875002c on host hv-cinder-78605 {{(pid=86331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 17 04:11:56.606827 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [req-007566ac-2a79-4357-bec0-6ed3d41259c5 req-e87f3444-16b0-42e1-a543-f5c73c571eb9 tempest-VolumesNegativeTest-1536909220 tempest-VolumesNegativeTest-1536909220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2986'] for port, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:11:56.609580 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2121d27-a2db-4767-958d-c58e0355b423', 'name': 'network-vif-deleted', 'tag': 'b53023e9-c77e-4d64-acf0-592b8875002c'}] {{(pid=86331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 17 04:11:56.621428 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-007566ac-2a79-4357-bec0-6ed3d41259c5 req-e87f3444-16b0-42e1-a543-f5c73c571eb9 tempest-VolumesNegativeTest-1536909220 tempest-VolumesNegativeTest-1536909220-project] 10.222.0.32 "DELETE /v2.0/ports/b53023e9-c77e-4d64-acf0-592b8875002c HTTP/1.1" status: 204 len: 173 time: 1.1037035 Apr 17 04:11:56.647402 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e09e88-5816-4e65-ae0e-8c338689e457 req-fb447769-8e47-48b6-8bdf-bff06968cc2e tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:11:56.655682 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-63e09e88-5816-4e65-ae0e-8c338689e457 req-fb447769-8e47-48b6-8bdf-bff06968cc2e tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] 10.222.0.20 "GET /v2.0/ports?device_id=71d5dd7a-6f0c-4658-96ce-b4da2238f1fa HTTP/1.1" status: 200 len: 947 time: 0.2561345 Apr 17 04:11:56.719717 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-792896a1-533c-420d-8c48-4171d9f0091e req-af4c7009-5ccd-4635-ab1f-d71e02100223 service neutron] 10.222.0.32 "GET /v2.0/networks/48b42dc6-fdb2-4a1c-899b-553f02cfd6b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1493723 Apr 17 04:11:56.721766 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-63e09e88-5816-4e65-ae0e-8c338689e457 req-135e9743-d3da-4b3b-ab4a-192d39a9ac48 tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] 10.222.0.20 "GET /v2.0/security-groups?id=50ad198b-90f4-41cc-ba6f-37d91a24bc6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648999 Apr 17 04:11:56.754805 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2121d27-a2db-4767-958d-c58e0355b423', 'name': 'network-vif-deleted', 'tag': 'b53023e9-c77e-4d64-acf0-592b8875002c', 'status': 'completed', 'code': 200} Apr 17 04:11:56.870756 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-792896a1-533c-420d-8c48-4171d9f0091e req-62a6ae0e-b05a-452b-ad3c-c61e662f8250 service neutron] 10.222.0.32 "GET /v2.0/networks/48b42dc6-fdb2-4a1c-899b-553f02cfd6b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1446946 Apr 17 04:11:56.905887 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [req-71c650f4-1e5e-44ba-b749-61a7fbcbcb04 req-619deaea-88b6-491b-ac3f-702413c150ae tempest-VolumesNegativeTest-1536909220 tempest-VolumesNegativeTest-1536909220-project] Synchronizing usage tracker for tenant:0fde4de5da394ca9aa268081ba0731e9 on resource:port {{(pid=86331) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 17 04:11:56.923957 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [req-71c650f4-1e5e-44ba-b749-61a7fbcbcb04 req-619deaea-88b6-491b-ac3f-702413c150ae tempest-VolumesNegativeTest-1536909220 tempest-VolumesNegativeTest-1536909220-project] Unset dirty status for tenant:0fde4de5da394ca9aa268081ba0731e9 on resource:port {{(pid=86331) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 17 04:11:56.925271 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-71c650f4-1e5e-44ba-b749-61a7fbcbcb04 req-619deaea-88b6-491b-ac3f-702413c150ae tempest-VolumesNegativeTest-1536909220 tempest-VolumesNegativeTest-1536909220-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2121d27-a2db-4767-958d-c58e0355b423 HTTP/1.1" status: 200 len: 210 time: 0.0683017 Apr 17 04:11:57.797489 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577c33e3-bb2a-49e3-b1be-0913a04cae70 req-496554f3-7c91-49ad-bc55-3802bd039e34 tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:11:57.799092 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-577c33e3-bb2a-49e3-b1be-0913a04cae70 req-496554f3-7c91-49ad-bc55-3802bd039e34 tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c4f44bc-b4d0-42aa-8aa1-313945def3ef HTTP/1.1" status: 200 len: 945 time: 0.3748665 Apr 17 04:11:57.812091 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3fc9b8-fdb4-4a6c-abe8-0efbe69a6a70 req-1837be9d-a7dc-45cd-bac7-4255a659d91d tempest-TestShelveInstance-1964921938 tempest-TestShelveInstance-1964921938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:11:57.813678 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-5d3fc9b8-fdb4-4a6c-abe8-0efbe69a6a70 req-1837be9d-a7dc-45cd-bac7-4255a659d91d tempest-TestShelveInstance-1964921938 tempest-TestShelveInstance-1964921938-project] 10.222.0.20 "GET /v2.0/ports?device_id=95e8b9bb-edf4-41ea-8e29-17967312a144 HTTP/1.1" status: 200 len: 945 time: 0.3478546 Apr 17 04:11:57.888738 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-577c33e3-bb2a-49e3-b1be-0913a04cae70 req-c76fa57a-12be-4d27-a51f-ad8f704ca510 tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] 10.222.0.20 "GET /v2.0/security-groups?id=d002f976-b789-410a-b98c-ebbe09d7c833&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0740325 Apr 17 04:11:57.893359 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-5d3fc9b8-fdb4-4a6c-abe8-0efbe69a6a70 req-e587df3e-dd69-4919-9dd3-54f5755ada14 tempest-TestShelveInstance-1964921938 tempest-TestShelveInstance-1964921938-project] 10.222.0.20 "GET /v2.0/security-groups?id=966d6d2d-9bfe-48ff-ab39-78b8c7f76cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645866 Apr 17 04:11:58.725576 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.rpc [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Device 87141837-1be8-4078-af9c-ced185eecc3a no longer exists at agent hyperv_hv-cinder-78605 {{(pid=86332) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 17 04:11:58.853761 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853081909'] for port, before_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:11:58.882399 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95e8b9bb-edf4-41ea-8e29-17967312a144', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '87141837-1be8-4078-af9c-ced185eecc3a'}] {{(pid=86332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 17 04:11:58.892791 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.db [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] For port 87141837-1be8-4078-af9c-ced185eecc3a, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=87141837-1be8-4078-af9c-ced185eecc3a,segment=NetworkSegment(4d7fcafd-580c-4824-905f-e47e11f99a09),segment_id=4d7fcafd-580c-4824-905f-e47e11f99a09)] {{(pid=86332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 17 04:11:58.896733 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1691685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854152290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792299986632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244555219606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792299556228'] for port, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:11:58.897561 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.rpc [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Device b53023e9-c77e-4d64-acf0-592b8875002c no longer exists at agent hyperv_hv-cinder-78605 {{(pid=86332) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 17 04:11:58.928492 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:11:58.970817 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95e8b9bb-edf4-41ea-8e29-17967312a144', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '87141837-1be8-4078-af9c-ced185eecc3a', 'code': 200} Apr 17 04:11:58.979531 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.plugin [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] No Port match for: b53023e9-c77e-4d64-acf0-592b8875002c {{(pid=86332) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 17 04:11:58.979939 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.rpc [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Device b53023e9-c77e-4d64-acf0-592b8875002c not bound to the agent host hv-cinder-78605 {{(pid=86332) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 17 04:11:59.012174 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Pushing event updated for resources: {'Port': ['ID=87141837-1be8-4078-af9c-ced185eecc3a,revision_number=6']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:11:59.016898 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:11:59.215148 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d849843a-7941-40f0-81ee-f19e432d39ba req-3eb4ce4e-480b-4d22-814f-2fb7f6f51051 tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:11:59.216888 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-d849843a-7941-40f0-81ee-f19e432d39ba req-3eb4ce4e-480b-4d22-814f-2fb7f6f51051 tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c4f44bc-b4d0-42aa-8aa1-313945def3ef HTTP/1.1" status: 200 len: 945 time: 0.1575003 Apr 17 04:11:59.232795 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f92cbc2-a99f-4f63-a66b-dab43d4131fb req-4f84c2cf-31cb-4e4d-8b6a-d9c89e658256 tempest-TestShelveInstance-1964921938 tempest-TestShelveInstance-1964921938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:11:59.234292 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-2f92cbc2-a99f-4f63-a66b-dab43d4131fb req-4f84c2cf-31cb-4e4d-8b6a-d9c89e658256 tempest-TestShelveInstance-1964921938 tempest-TestShelveInstance-1964921938-project] 10.222.0.20 "GET /v2.0/ports?device_id=95e8b9bb-edf4-41ea-8e29-17967312a144 HTTP/1.1" status: 200 len: 943 time: 0.1323509 Apr 17 04:11:59.306956 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-d849843a-7941-40f0-81ee-f19e432d39ba req-d191eb64-ad90-4e55-9e42-f297206bec2a tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] 10.222.0.20 "GET /v2.0/security-groups?id=d002f976-b789-410a-b98c-ebbe09d7c833&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0834386 Apr 17 04:11:59.314665 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-2f92cbc2-a99f-4f63-a66b-dab43d4131fb req-0a7ffa33-c303-402e-a2cb-12edc72c186e tempest-TestShelveInstance-1964921938 tempest-TestShelveInstance-1964921938-project] 10.222.0.20 "GET /v2.0/security-groups?id=966d6d2d-9bfe-48ff-ab39-78b8c7f76cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646737 Apr 17 04:11:59.720709 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.20', 60434) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 17 04:11:59.779802 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbe8505-b402-4939-b950-a67da701edc9 req-dec03e20-e9f8-421f-9179-1e29fd5a31b8 tempest-TestShelveInstance-1964921938 tempest-TestShelveInstance-1964921938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:11:59.781774 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-0cbe8505-b402-4939-b950-a67da701edc9 req-dec03e20-e9f8-421f-9179-1e29fd5a31b8 tempest-TestShelveInstance-1964921938 tempest-TestShelveInstance-1964921938-project] 10.222.0.20 "GET /v2.0/ports?device_id=95e8b9bb-edf4-41ea-8e29-17967312a144 HTTP/1.1" status: 200 len: 943 time: 0.1414940 Apr 17 04:11:59.896104 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-0cbe8505-b402-4939-b950-a67da701edc9 req-d98a52d0-a969-42f2-b16f-ff3c9fc5e5cc tempest-TestShelveInstance-1964921938 tempest-TestShelveInstance-1964921938-project] 10.222.0.20 "GET /v2.0/security-groups?id=966d6d2d-9bfe-48ff-ab39-78b8c7f76cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623953 Apr 17 04:11:59.918660 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45408870-4fdd-4bcb-8b07-59870bf6da26 req-cc500c90-1f4b-4276-8b56-48809cc69a55 tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:11:59.920372 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-45408870-4fdd-4bcb-8b07-59870bf6da26 req-cc500c90-1f4b-4276-8b56-48809cc69a55 tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c4f44bc-b4d0-42aa-8aa1-313945def3ef HTTP/1.1" status: 200 len: 945 time: 0.1506190 Apr 17 04:11:59.953211 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-8802f9f2-73e6-42a9-9177-d1ec2099835a req-f895341e-c6d8-4e08-a130-5aa491a45eac service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=95e8b9bb-edf4-41ea-8e29-17967312a144&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2269380 Apr 17 04:11:59.953211 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffce858-747d-4c74-b85e-54bdf105c4ec req-221c7eb9-42d9-4fba-ae93-7f8a4596c7ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:11:59.954194 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-dffce858-747d-4c74-b85e-54bdf105c4ec req-221c7eb9-42d9-4fba-ae93-7f8a4596c7ce service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b27c7ae6f15d4ca4afddb9e09494c2db&device_id=4c4f44bc-b4d0-42aa-8aa1-313945def3ef HTTP/1.1" status: 200 len: 1098 time: 0.1194980 Apr 17 04:11:59.973616 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-45408870-4fdd-4bcb-8b07-59870bf6da26 req-f210e802-feb0-4cbe-a69c-df0ba6166d64 tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] 10.222.0.20 "GET /v2.0/security-groups?id=d002f976-b789-410a-b98c-ebbe09d7c833&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453317 Apr 17 04:12:00.109065 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffce858-747d-4c74-b85e-54bdf105c4ec req-8671b1d2-1cf6-4868-9e11-3589daa4baf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:12:00.110736 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-dffce858-747d-4c74-b85e-54bdf105c4ec req-8671b1d2-1cf6-4868-9e11-3589daa4baf3 service neutron] 10.222.0.32 "GET /v2.0/networks?id=bcdf37d1-d8cb-465c-8c2d-b213a0f4b25a HTTP/1.1" status: 200 len: 911 time: 0.1496680 Apr 17 04:12:00.224977 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-dffce858-747d-4c74-b85e-54bdf105c4ec req-d32e883d-1264-4112-ae71-db1a5b5ef069 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b8ec05cd-bdfa-41e4-82d6-a515e937f06e HTTP/1.1" status: 200 len: 1001 time: 0.1078637 Apr 17 04:12:00.297838 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffce858-747d-4c74-b85e-54bdf105c4ec req-76e24c94-d317-4133-afca-b9cee8ae2fac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:12:00.299408 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-dffce858-747d-4c74-b85e-54bdf105c4ec req-76e24c94-d317-4133-afca-b9cee8ae2fac service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1db1c85b-41e4-4872-a387-3bfbd7bec99d HTTP/1.1" status: 200 len: 849 time: 0.0686171 Apr 17 04:12:00.393137 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffce858-747d-4c74-b85e-54bdf105c4ec req-aa547a0b-bd4a-4798-a8c9-809538d1fb64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:12:00.394772 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-dffce858-747d-4c74-b85e-54bdf105c4ec req-aa547a0b-bd4a-4798-a8c9-809538d1fb64 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=bcdf37d1-d8cb-465c-8c2d-b213a0f4b25a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0889211 Apr 17 04:12:00.543375 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-dffce858-747d-4c74-b85e-54bdf105c4ec req-344d1d6c-5c58-4001-be50-4c41a0894237 service neutron] 10.222.0.32 "GET /v2.0/networks/bcdf37d1-d8cb-465c-8c2d-b213a0f4b25a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423736 Apr 17 04:12:00.692935 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-dffce858-747d-4c74-b85e-54bdf105c4ec req-1f4dfc8e-cdc4-4f56-ba75-c222b0b4d832 service neutron] 10.222.0.32 "GET /v2.0/networks/bcdf37d1-d8cb-465c-8c2d-b213a0f4b25a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1423974 Apr 17 04:12:01.181267 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8802f9f2-73e6-42a9-9177-d1ec2099835a req-844384e2-3da5-4f41-9cba-7bfca91c4416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:12:01.184304 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-8802f9f2-73e6-42a9-9177-d1ec2099835a req-844384e2-3da5-4f41-9cba-7bfca91c4416 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=95e8b9bb-edf4-41ea-8e29-17967312a144&tenant_id=ca6206a14e294f1c94050af1f73d53f8 HTTP/1.1" status: 200 len: 1096 time: 0.1064517 Apr 17 04:12:01.208225 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe6fee4-44cf-4629-a256-692df2221339 req-93437653-fae7-4d35-8509-3a82283b743a tempest-TestShelveInstance-1964921938 tempest-TestShelveInstance-1964921938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:12:01.210124 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-dfe6fee4-44cf-4629-a256-692df2221339 req-93437653-fae7-4d35-8509-3a82283b743a tempest-TestShelveInstance-1964921938 tempest-TestShelveInstance-1964921938-project] 10.222.0.20 "GET /v2.0/ports?device_id=95e8b9bb-edf4-41ea-8e29-17967312a144 HTTP/1.1" status: 200 len: 943 time: 0.1649227 Apr 17 04:12:01.275545 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69172cd-cfa1-4343-bfae-646a2a1d307a req-6b5f6d84-e16f-4b2c-bddd-3e480780ed12 tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:12:01.277190 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-b69172cd-cfa1-4343-bfae-646a2a1d307a req-6b5f6d84-e16f-4b2c-bddd-3e480780ed12 tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c4f44bc-b4d0-42aa-8aa1-313945def3ef HTTP/1.1" status: 200 len: 945 time: 0.1579936 Apr 17 04:12:01.288154 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-dfe6fee4-44cf-4629-a256-692df2221339 req-5bb9ebcc-f327-4317-a297-656801de2db1 tempest-TestShelveInstance-1964921938 tempest-TestShelveInstance-1964921938-project] 10.222.0.20 "GET /v2.0/security-groups?id=966d6d2d-9bfe-48ff-ab39-78b8c7f76cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691278 Apr 17 04:12:01.332637 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8802f9f2-73e6-42a9-9177-d1ec2099835a req-eda196cf-9897-4292-abfc-92670f9ff1c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:12:01.334643 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-8802f9f2-73e6-42a9-9177-d1ec2099835a req-eda196cf-9897-4292-abfc-92670f9ff1c0 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ca6206a14e294f1c94050af1f73d53f8&device_id=95e8b9bb-edf4-41ea-8e29-17967312a144 HTTP/1.1" status: 200 len: 1096 time: 0.1017218 Apr 17 04:12:01.350511 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-b69172cd-cfa1-4343-bfae-646a2a1d307a req-512438f1-c1db-4ba3-b528-e17b728f5e93 tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] 10.222.0.20 "GET /v2.0/security-groups?id=d002f976-b789-410a-b98c-ebbe09d7c833&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609167 Apr 17 04:12:01.490262 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8802f9f2-73e6-42a9-9177-d1ec2099835a req-39df3b77-b519-469e-83a9-494a237162b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:12:01.491891 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-8802f9f2-73e6-42a9-9177-d1ec2099835a req-39df3b77-b519-469e-83a9-494a237162b4 service neutron] 10.222.0.32 "GET /v2.0/networks?id=48b42dc6-fdb2-4a1c-899b-553f02cfd6b1 HTTP/1.1" status: 200 len: 910 time: 0.1486785 Apr 17 04:12:01.598345 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-8802f9f2-73e6-42a9-9177-d1ec2099835a req-2f1e0367-4e7f-47a9-943f-ea2bd74a5cc8 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=87141837-1be8-4078-af9c-ced185eecc3a HTTP/1.1" status: 200 len: 997 time: 0.1005402 Apr 17 04:12:01.673023 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8802f9f2-73e6-42a9-9177-d1ec2099835a req-d5e22625-de77-4d7a-9c52-b0f4af9d457b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:12:01.674676 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-8802f9f2-73e6-42a9-9177-d1ec2099835a req-d5e22625-de77-4d7a-9c52-b0f4af9d457b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7ebd19d5-d3c8-4014-91e1-906c5d4ffe3d HTTP/1.1" status: 200 len: 848 time: 0.0701666 Apr 17 04:12:01.758670 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8802f9f2-73e6-42a9-9177-d1ec2099835a req-44b1749d-f0b7-40b2-a14f-d09eb897cda2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:12:01.760305 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-8802f9f2-73e6-42a9-9177-d1ec2099835a req-44b1749d-f0b7-40b2-a14f-d09eb897cda2 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=48b42dc6-fdb2-4a1c-899b-553f02cfd6b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0791414 Apr 17 04:12:02.148177 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-8802f9f2-73e6-42a9-9177-d1ec2099835a req-dbbe88ba-3c27-4210-85d2-219e035a709a service neutron] 10.222.0.32 "GET /v2.0/networks/48b42dc6-fdb2-4a1c-899b-553f02cfd6b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3807268 Apr 17 04:12:02.298950 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-8802f9f2-73e6-42a9-9177-d1ec2099835a req-5bbcf27e-c7ac-4903-bc8d-d087ec0b2821 service neutron] 10.222.0.32 "GET /v2.0/networks/48b42dc6-fdb2-4a1c-899b-553f02cfd6b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1433952 Apr 17 04:12:02.562770 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2334c740-b6ef-452c-809d-3fbaaaeb033a req-ed6aef9a-d5ff-4feb-bf1b-05a93f24c6b0 tempest-TestShelveInstance-1964921938 tempest-TestShelveInstance-1964921938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:12:02.564360 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-2334c740-b6ef-452c-809d-3fbaaaeb033a req-ed6aef9a-d5ff-4feb-bf1b-05a93f24c6b0 tempest-TestShelveInstance-1964921938 tempest-TestShelveInstance-1964921938-project] 10.222.0.20 "GET /v2.0/ports?device_id=95e8b9bb-edf4-41ea-8e29-17967312a144 HTTP/1.1" status: 200 len: 943 time: 0.1536241 Apr 17 04:12:02.595365 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d224c96-8df6-4f6b-bd78-cec5a82dab26 req-f7dcf244-f63c-4019-9990-4650c8d3289b tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:12:02.596810 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-5d224c96-8df6-4f6b-bd78-cec5a82dab26 req-f7dcf244-f63c-4019-9990-4650c8d3289b tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c4f44bc-b4d0-42aa-8aa1-313945def3ef HTTP/1.1" status: 200 len: 945 time: 0.1304142 Apr 17 04:12:02.652171 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-2334c740-b6ef-452c-809d-3fbaaaeb033a req-4bbddb38-0f81-4e6e-a31f-89557d2be369 tempest-TestShelveInstance-1964921938 tempest-TestShelveInstance-1964921938-project] 10.222.0.20 "GET /v2.0/security-groups?id=966d6d2d-9bfe-48ff-ab39-78b8c7f76cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0810699 Apr 17 04:12:02.664982 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-5d224c96-8df6-4f6b-bd78-cec5a82dab26 req-0abd971f-67cc-4c78-b970-8a3b1fca8074 tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] 10.222.0.20 "GET /v2.0/security-groups?id=d002f976-b789-410a-b98c-ebbe09d7c833&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601621 Apr 17 04:12:03.002155 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.20', 60534) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 17 04:12:03.164975 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [None req-77fc6c7b-b9d0-4e5f-92b1-59f9ef80dd03 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0fde4de5da394ca9aa268081ba0731e9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1612868 Apr 17 04:12:03.168592 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.20', 60540) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 17 04:12:03.230880 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-b7751976-0deb-4fdc-8472-a5922af4d546 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:12:03.258909 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-b7751976-0deb-4fdc-8472-a5922af4d546 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:12:03.305851 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-b7751976-0deb-4fdc-8472-a5922af4d546 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920236'] for security_group, after_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:12:03.309633 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-c71629e8-b1d6-4c86-b640-911b7c313c2e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:12:03.321036 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7751976-0deb-4fdc-8472-a5922af4d546 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebba198c-509b-4d34-b6fb-e338b9d4b9df,revision_number=None']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:12:03.325092 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-b7751976-0deb-4fdc-8472-a5922af4d546 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:12:03.328522 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-b7751976-0deb-4fdc-8472-a5922af4d546 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:12:03.329750 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [None req-b7751976-0deb-4fdc-8472-a5922af4d546 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ebba198c-509b-4d34-b6fb-e338b9d4b9df HTTP/1.1" status: 204 len: 168 time: 0.1601872 Apr 17 04:12:03.874506 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafef788-fd87-446a-981a-ea75abd2de04 req-a58a0083-43e2-45df-864d-ba96fe7e4720 tempest-TestShelveInstance-1964921938 tempest-TestShelveInstance-1964921938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:12:03.876117 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-aafef788-fd87-446a-981a-ea75abd2de04 req-a58a0083-43e2-45df-864d-ba96fe7e4720 tempest-TestShelveInstance-1964921938 tempest-TestShelveInstance-1964921938-project] 10.222.0.20 "GET /v2.0/ports?device_id=95e8b9bb-edf4-41ea-8e29-17967312a144 HTTP/1.1" status: 200 len: 943 time: 0.0997112 Apr 17 04:12:03.925468 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-aafef788-fd87-446a-981a-ea75abd2de04 req-7375b343-dd70-4256-a165-e66d24ee24d2 tempest-TestShelveInstance-1964921938 tempest-TestShelveInstance-1964921938-project] 10.222.0.20 "GET /v2.0/security-groups?id=966d6d2d-9bfe-48ff-ab39-78b8c7f76cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427060 Apr 17 04:12:04.732740 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.rpc [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Device 87141837-1be8-4078-af9c-ced185eecc3a details requested by agent hyperv_hv-cinder-78605 with host hv-cinder-78605 {{(pid=86332) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 17 04:12:04.887094 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.db [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] For port 87141837-1be8-4078-af9c-ced185eecc3a, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=87141837-1be8-4078-af9c-ced185eecc3a,segment=NetworkSegment(4d7fcafd-580c-4824-905f-e47e11f99a09),segment_id=4d7fcafd-580c-4824-905f-e47e11f99a09)] {{(pid=86332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 17 04:12:04.904292 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.rpc [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Returning: {'device': '87141837-1be8-4078-af9c-ced185eecc3a', 'network_id': '48b42dc6-fdb2-4a1c-899b-553f02cfd6b1', 'port_id': '87141837-1be8-4078-af9c-ced185eecc3a', 'mac_address': 'fa:16:3e:72:b5:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ebd19d5-d3c8-4014-91e1-906c5d4ffe3d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86332) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 17 04:12:04.967087 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853081909'] for port, before_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:12:04.986267 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.notifiers.nova [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87141837-1be8-4078-af9c-ced185eecc3a {{(pid=86332) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 17 04:12:05.003720 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.db [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] For port 87141837-1be8-4078-af9c-ced185eecc3a, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=87141837-1be8-4078-af9c-ced185eecc3a,segment=NetworkSegment(4d7fcafd-580c-4824-905f-e47e11f99a09),segment_id=4d7fcafd-580c-4824-905f-e47e11f99a09)] {{(pid=86332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 17 04:12:05.007608 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1691685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854152290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792299986632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244555219606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792299556228'] for port, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:12:05.009718 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:12:05.079663 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Pushing event updated for resources: {'Port': ['ID=87141837-1be8-4078-af9c-ced185eecc3a,revision_number=7']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:12:05.083076 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:12:05.141825 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ae87eb-85df-43a8-9ea6-10fbc10a7f30 req-42545ac7-6d46-4a2d-8acb-5b536cc0c5eb tempest-TestShelveInstance-1964921938 tempest-TestShelveInstance-1964921938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:12:05.143378 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-72ae87eb-85df-43a8-9ea6-10fbc10a7f30 req-42545ac7-6d46-4a2d-8acb-5b536cc0c5eb tempest-TestShelveInstance-1964921938 tempest-TestShelveInstance-1964921938-project] 10.222.0.20 "GET /v2.0/ports?device_id=95e8b9bb-edf4-41ea-8e29-17967312a144 HTTP/1.1" status: 200 len: 944 time: 0.0879512 Apr 17 04:12:05.194928 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-72ae87eb-85df-43a8-9ea6-10fbc10a7f30 req-eb221776-0e82-4819-bad0-78ea94f0c5f0 tempest-TestShelveInstance-1964921938 tempest-TestShelveInstance-1964921938-project] 10.222.0.20 "GET /v2.0/security-groups?id=966d6d2d-9bfe-48ff-ab39-78b8c7f76cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448811 Apr 17 04:12:05.247853 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.db [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] get_ports_and_sgs() called for port_ids ['87141837-1be8-4078-af9c-ced185eecc3a'] {{(pid=86332) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 17 04:12:06.411166 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642f58f2-3c09-4309-9259-e250d9a5fc81 req-894da506-4847-4ea7-82e9-7ce829874444 tempest-TestShelveInstance-1964921938 tempest-TestShelveInstance-1964921938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:12:06.412738 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-642f58f2-3c09-4309-9259-e250d9a5fc81 req-894da506-4847-4ea7-82e9-7ce829874444 tempest-TestShelveInstance-1964921938 tempest-TestShelveInstance-1964921938-project] 10.222.0.20 "GET /v2.0/ports?device_id=95e8b9bb-edf4-41ea-8e29-17967312a144 HTTP/1.1" status: 200 len: 944 time: 0.0992019 Apr 17 04:12:06.470410 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-642f58f2-3c09-4309-9259-e250d9a5fc81 req-c862cd7d-2900-46bf-b52e-e04259254225 tempest-TestShelveInstance-1964921938 tempest-TestShelveInstance-1964921938-project] 10.222.0.20 "GET /v2.0/security-groups?id=966d6d2d-9bfe-48ff-ab39-78b8c7f76cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483775 Apr 17 04:12:06.737321 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.rpc [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Device 87141837-1be8-4078-af9c-ced185eecc3a up at agent hyperv_hv-cinder-78605 {{(pid=86332) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 17 04:12:06.820623 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.provisioning_blocks [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Provisioning complete for port 87141837-1be8-4078-af9c-ced185eecc3a triggered by entity L2. {{(pid=86332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 17 04:12:06.821045 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2017814'] for port, provisioning_complete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:12:06.944946 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853081909'] for port, before_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:12:06.973406 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95e8b9bb-edf4-41ea-8e29-17967312a144', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87141837-1be8-4078-af9c-ced185eecc3a'}] {{(pid=86332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 17 04:12:06.984037 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.db [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] For port 87141837-1be8-4078-af9c-ced185eecc3a, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=87141837-1be8-4078-af9c-ced185eecc3a,segment=NetworkSegment(4d7fcafd-580c-4824-905f-e47e11f99a09),segment_id=4d7fcafd-580c-4824-905f-e47e11f99a09)] {{(pid=86332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 17 04:12:06.987757 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1691685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854152290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792299986632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244555219606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792299556228'] for port, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:12:06.989693 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:12:07.026799 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95e8b9bb-edf4-41ea-8e29-17967312a144', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87141837-1be8-4078-af9c-ced185eecc3a', 'code': 200} Apr 17 04:12:07.063612 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Pushing event updated for resources: {'Port': ['ID=87141837-1be8-4078-af9c-ced185eecc3a,revision_number=8']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:12:07.066716 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:12:07.288977 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-3d136fa8-fadc-4770-9c6b-f01f3af4b930 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244554870149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852757949'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:12:07.375516 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f792dc3-1629-4a77-abb4-ec10eef79a3e req-2eb30a78-caa8-4642-9692-bd09baf3d3cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:12:07.377245 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-3f792dc3-1629-4a77-abb4-ec10eef79a3e req-2eb30a78-caa8-4642-9692-bd09baf3d3cc service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=95e8b9bb-edf4-41ea-8e29-17967312a144 HTTP/1.1" status: 200 len: 1098 time: 0.0861294 Apr 17 04:12:07.422004 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-3f792dc3-1629-4a77-abb4-ec10eef79a3e req-90597901-8933-46a1-9d44-f3a6fbfe58b8 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=966d6d2d-9bfe-48ff-ab39-78b8c7f76cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375881 Apr 17 04:12:07.690733 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d472f0e-b77d-40c6-a30d-b2b3ce9b56fa req-92df6e97-25f9-4be4-84c7-b2cfbbb27a19 tempest-TestShelveInstance-1964921938 tempest-TestShelveInstance-1964921938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:12:07.692245 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-2d472f0e-b77d-40c6-a30d-b2b3ce9b56fa req-92df6e97-25f9-4be4-84c7-b2cfbbb27a19 tempest-TestShelveInstance-1964921938 tempest-TestShelveInstance-1964921938-project] 10.222.0.20 "GET /v2.0/ports?device_id=95e8b9bb-edf4-41ea-8e29-17967312a144 HTTP/1.1" status: 200 len: 945 time: 0.0966458 Apr 17 04:12:07.742158 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-2d472f0e-b77d-40c6-a30d-b2b3ce9b56fa req-d6795cfb-3a19-4de0-b50c-bf6fce8d71a3 tempest-TestShelveInstance-1964921938 tempest-TestShelveInstance-1964921938-project] 10.222.0.20 "GET /v2.0/security-groups?id=966d6d2d-9bfe-48ff-ab39-78b8c7f76cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413177 Apr 17 04:12:08.842396 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-88630967-5695-44bf-83cf-97018295eb50 req-770658b0-405c-474b-8bb6-6fa8408b90cc service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=4c4f44bc-b4d0-42aa-8aa1-313945def3ef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0809762 Apr 17 04:12:08.950235 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88630967-5695-44bf-83cf-97018295eb50 req-fae1ecf1-b325-4ef7-bf8f-2a980f3a1dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:12:08.951888 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-88630967-5695-44bf-83cf-97018295eb50 req-fae1ecf1-b325-4ef7-bf8f-2a980f3a1dfe service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b27c7ae6f15d4ca4afddb9e09494c2db&device_id=4c4f44bc-b4d0-42aa-8aa1-313945def3ef HTTP/1.1" status: 200 len: 1098 time: 0.0806139 Apr 17 04:12:08.954978 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a329f36-3377-4e00-8076-05656c24a922 req-79634cac-a549-484e-ba48-4d826c30b588 tempest-TestShelveInstance-1964921938 tempest-TestShelveInstance-1964921938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:12:08.956623 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-4a329f36-3377-4e00-8076-05656c24a922 req-79634cac-a549-484e-ba48-4d826c30b588 tempest-TestShelveInstance-1964921938 tempest-TestShelveInstance-1964921938-project] 10.222.0.20 "GET /v2.0/ports?device_id=95e8b9bb-edf4-41ea-8e29-17967312a144 HTTP/1.1" status: 200 len: 945 time: 0.0902998 Apr 17 04:12:09.005121 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-4a329f36-3377-4e00-8076-05656c24a922 req-a498ec30-00e6-4063-98d8-1a3d0cdadaa3 tempest-TestShelveInstance-1964921938 tempest-TestShelveInstance-1964921938-project] 10.222.0.20 "GET /v2.0/security-groups?id=966d6d2d-9bfe-48ff-ab39-78b8c7f76cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420494 Apr 17 04:12:09.109005 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88630967-5695-44bf-83cf-97018295eb50 req-b7b7d24d-61a1-41b6-b62a-ecabd99d203e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:12:09.110578 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-88630967-5695-44bf-83cf-97018295eb50 req-b7b7d24d-61a1-41b6-b62a-ecabd99d203e service neutron] 10.222.0.32 "GET /v2.0/networks?id=bcdf37d1-d8cb-465c-8c2d-b213a0f4b25a HTTP/1.1" status: 200 len: 911 time: 0.1376092 Apr 17 04:12:09.220414 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-88630967-5695-44bf-83cf-97018295eb50 req-2f4d5bad-1d3c-42cb-bbfb-4bf41744b564 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b8ec05cd-bdfa-41e4-82d6-a515e937f06e HTTP/1.1" status: 200 len: 1001 time: 0.1018369 Apr 17 04:12:09.294245 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88630967-5695-44bf-83cf-97018295eb50 req-ee018bfc-cc0f-4c52-92c3-17a1d45998aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:12:09.295768 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-88630967-5695-44bf-83cf-97018295eb50 req-ee018bfc-cc0f-4c52-92c3-17a1d45998aa service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1db1c85b-41e4-4872-a387-3bfbd7bec99d HTTP/1.1" status: 200 len: 849 time: 0.0636339 Apr 17 04:12:09.381249 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88630967-5695-44bf-83cf-97018295eb50 req-956d6496-92d8-481f-a691-c64052d45cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:12:09.382734 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-88630967-5695-44bf-83cf-97018295eb50 req-956d6496-92d8-481f-a691-c64052d45cfb service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=bcdf37d1-d8cb-465c-8c2d-b213a0f4b25a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0793133 Apr 17 04:12:09.538592 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-88630967-5695-44bf-83cf-97018295eb50 req-8f7412f8-6cf9-43f2-bdc7-96be34dd7ffe service neutron] 10.222.0.32 "GET /v2.0/networks/bcdf37d1-d8cb-465c-8c2d-b213a0f4b25a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391311 Apr 17 04:12:09.566059 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-8d3e70e7-241a-48f7-a223-df3eb145f46b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244554870149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852757949'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:12:09.689409 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-88630967-5695-44bf-83cf-97018295eb50 req-b45e5d3e-aedc-47c4-9f1e-d5b3ad47020a service neutron] 10.222.0.32 "GET /v2.0/networks/bcdf37d1-d8cb-465c-8c2d-b213a0f4b25a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1442993 Apr 17 04:12:10.608036 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-c4f59f18-ba4f-4d63-813b-4697a67f74c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244554870149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852757949'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:12:10.937572 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244554870149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852757949'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:12:11.751033 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-6f7ee5bc-ae74-4cc6-a62a-23eab2a2e65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244554870149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852757949'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:12:12.470809 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244554870149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852757949'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:12:20.713875 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.agents_db [None req-76d39d81-b417-4462-95bd-4e842fba9248 None None] Agent healthcheck: found 6 active agents {{(pid=86333) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 17 04:12:30.142928 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015dabb4-be01-4822-854b-bb3f0a4cfc0d req-8db06eec-7a92-4537-b23c-40c5abf8a9eb tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:12:30.144425 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-015dabb4-be01-4822-854b-bb3f0a4cfc0d req-8db06eec-7a92-4537-b23c-40c5abf8a9eb tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] 10.222.0.20 "GET /v2.0/ports?device_id=71d5dd7a-6f0c-4658-96ce-b4da2238f1fa HTTP/1.1" status: 200 len: 947 time: 0.0936811 Apr 17 04:12:30.194968 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-015dabb4-be01-4822-854b-bb3f0a4cfc0d req-13e5ffd8-5f13-430c-ba91-9326a8f3605a tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] 10.222.0.20 "GET /v2.0/security-groups?id=50ad198b-90f4-41cc-ba6f-37d91a24bc6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419917 Apr 17 04:12:31.427168 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edb63d9-0408-4a51-aef8-2aa738f006f2 req-9977a29c-dc6a-4105-b17b-d5ea6b9df38a tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:12:31.428703 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-8edb63d9-0408-4a51-aef8-2aa738f006f2 req-9977a29c-dc6a-4105-b17b-d5ea6b9df38a tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] 10.222.0.20 "GET /v2.0/ports?device_id=71d5dd7a-6f0c-4658-96ce-b4da2238f1fa HTTP/1.1" status: 200 len: 947 time: 0.0894072 Apr 17 04:12:31.478722 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-8edb63d9-0408-4a51-aef8-2aa738f006f2 req-05b54f1f-a1c2-4696-8721-99f0f2ee9dbc tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] 10.222.0.20 "GET /v2.0/security-groups?id=50ad198b-90f4-41cc-ba6f-37d91a24bc6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434489 Apr 17 04:12:31.550072 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3045967d-2f1b-48dd-a684-fe75269e5f94 req-463f210f-608d-4258-999b-21155a4ff2bf tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:12:31.550811 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [req-3045967d-2f1b-48dd-a684-fe75269e5f94 req-463f210f-608d-4258-999b-21155a4ff2bf tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Synchronizing usage tracker for tenant:a895b4724282424590f36093c5571d4e on resource:port {{(pid=86330) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 17 04:12:31.567243 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [req-3045967d-2f1b-48dd-a684-fe75269e5f94 req-463f210f-608d-4258-999b-21155a4ff2bf tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Unset dirty status for tenant:a895b4724282424590f36093c5571d4e on resource:port {{(pid=86330) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 17 04:12:31.568454 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-3045967d-2f1b-48dd-a684-fe75269e5f94 req-463f210f-608d-4258-999b-21155a4ff2bf tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] 10.222.0.32 "GET /v2.0/ports?device_id=71d5dd7a-6f0c-4658-96ce-b4da2238f1fa HTTP/1.1" status: 200 len: 947 time: 0.1085947 Apr 17 04:12:31.643204 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.plugin [req-3045967d-2f1b-48dd-a684-fe75269e5f94 req-daa06bd4-5214-413e-9baa-fa10b98aa704 tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Deleting port f89b9a52-e5b9-4e04-a758-01ed25973315 {{(pid=86330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 17 04:12:31.643573 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [req-3045967d-2f1b-48dd-a684-fe75269e5f94 req-daa06bd4-5214-413e-9baa-fa10b98aa704 tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363244554791028'] for port, before_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:12:31.900933 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.db [req-3045967d-2f1b-48dd-a684-fe75269e5f94 req-daa06bd4-5214-413e-9baa-fa10b98aa704 tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] For port f89b9a52-e5b9-4e04-a758-01ed25973315, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=f89b9a52-e5b9-4e04-a758-01ed25973315,segment=NetworkSegment(14b5ea21-40f4-463d-9e75-c37fe439802e),segment_id=14b5ea21-40f4-463d-9e75-c37fe439802e)] {{(pid=86330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 17 04:12:31.901319 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [req-3045967d-2f1b-48dd-a684-fe75269e5f94 req-daa06bd4-5214-413e-9baa-fa10b98aa704 tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853832323'] for port, precommit_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:12:32.207205 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [req-3045967d-2f1b-48dd-a684-fe75269e5f94 req-daa06bd4-5214-413e-9baa-fa10b98aa704 tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:12:32.207536 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [req-3045967d-2f1b-48dd-a684-fe75269e5f94 req-daa06bd4-5214-413e-9baa-fa10b98aa704 tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1023409'] for floatingip, after_update {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:12:32.207887 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.db.l3_db [req-3045967d-2f1b-48dd-a684-fe75269e5f94 req-daa06bd4-5214-413e-9baa-fa10b98aa704 tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Floating IP 60fb7951-b6f7-441e-bc9f-55a52ebf5656 disassociated. External IP: 172.28.1.178, port: f89b9a52-e5b9-4e04-a758-01ed25973315. Apr 17 04:12:32.208262 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.plugin [req-3045967d-2f1b-48dd-a684-fe75269e5f94 req-daa06bd4-5214-413e-9baa-fa10b98aa704 tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Calling delete_port for f89b9a52-e5b9-4e04-a758-01ed25973315 owned by compute:nova {{(pid=86330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 17 04:12:32.369387 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [req-3045967d-2f1b-48dd-a684-fe75269e5f94 req-daa06bd4-5214-413e-9baa-fa10b98aa704 tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1691685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854152290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244554789151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792299556194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852218909'] for port, after_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:12:32.375214 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-12300dba-5850-416b-9c39-c2a99081e1e0 tempest-VolumesActionsTest-117882642 tempest-VolumesActionsTest-117882642-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:12:32.426199 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa06bd4-5214-413e-9baa-fa10b98aa704 tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Pushing event deleted for resources: {'Port': ['ID=f89b9a52-e5b9-4e04-a758-01ed25973315,revision_number=None']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:12:32.436932 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa06bd4-5214-413e-9baa-fa10b98aa704 tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:12:32.437412 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa06bd4-5214-413e-9baa-fa10b98aa704 tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:12:32.437732 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa06bd4-5214-413e-9baa-fa10b98aa704 tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:12:32.438129 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa06bd4-5214-413e-9baa-fa10b98aa704 tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:12:32.438530 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa06bd4-5214-413e-9baa-fa10b98aa704 tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:12:32.438908 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa06bd4-5214-413e-9baa-fa10b98aa704 tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:12:32.439300 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa06bd4-5214-413e-9baa-fa10b98aa704 tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:12:32.439689 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa06bd4-5214-413e-9baa-fa10b98aa704 tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:12:32.440104 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa06bd4-5214-413e-9baa-fa10b98aa704 tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:12:32.440479 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa06bd4-5214-413e-9baa-fa10b98aa704 tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:12:32.440901 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa06bd4-5214-413e-9baa-fa10b98aa704 tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:12:32.441291 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa06bd4-5214-413e-9baa-fa10b98aa704 tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:12:32.493225 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-daa06bd4-5214-413e-9baa-fa10b98aa704 tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:12:32.632295 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3045967d-2f1b-48dd-a684-fe75269e5f94 req-daa06bd4-5214-413e-9baa-fa10b98aa704 tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Router 11705267-a024-4b79-bf32-97d0e0a5cb08 has already been hosted by L3 agent 89c35117-d9bd-45d8-8d43-26735203dc9d {{(pid=86330) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 17 04:12:32.650640 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-09b437fd-1b8d-47ac-b6ec-925aa4757cce req-f0d353b1-4a81-4775-8df6-5e514de143c5 tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] 10.222.0.20 "GET /v2.0/ports?device_id=71d5dd7a-6f0c-4658-96ce-b4da2238f1fa HTTP/1.1" status: 200 len: 210 time: 0.0512464 Apr 17 04:12:32.819631 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3045967d-2f1b-48dd-a684-fe75269e5f94 req-daa06bd4-5214-413e-9baa-fa10b98aa704 tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Notify agent at l3_agent.dv-cinder-786054-2-smb the message routers_updated {{(pid=86330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 17 04:12:32.830530 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acdff846-99d7-4d79-b832-5cd0b3da5a0a None None] Sync routers for ids ['11705267-a024-4b79-bf32-97d0e0a5cb08'] in dv-cinder-786054-2-smb {{(pid=86332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 17 04:12:32.842912 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acdff846-99d7-4d79-b832-5cd0b3da5a0a None None] Routers {'11705267-a024-4b79-bf32-97d0e0a5cb08'} bound to L3 agent in host dv-cinder-786054-2-smb {{(pid=86332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 17 04:12:32.843617 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.l3_hamode_db [None req-acdff846-99d7-4d79-b832-5cd0b3da5a0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786054-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-17T03:57:39Z,description=,heartbeat_timestamp=2021-04-17T04:12:10Z,host='dv-cinder-786054-2-smb',id=89c35117-d9bd-45d8-8d43-26735203dc9d,load=0,resource_versions=,resources_synced=,started_at=2021-04-17T03:57:39Z,topic='l3_agent')) {'router_ids': ['11705267-a024-4b79-bf32-97d0e0a5cb08'], 'active': True} {{(pid=86332) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 17 04:12:32.902003 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.l3_dvrscheduler_db [req-3045967d-2f1b-48dd-a684-fe75269e5f94 req-daa06bd4-5214-413e-9baa-fa10b98aa704 tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] No DVR routers for this DVR port f89b9a52-e5b9-4e04-a758-01ed25973315 on host hv-cinder-78605 {{(pid=86330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 17 04:12:32.904784 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [req-3045967d-2f1b-48dd-a684-fe75269e5f94 req-daa06bd4-5214-413e-9baa-fa10b98aa704 tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2986'] for port, before_response {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:12:32.908285 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71d5dd7a-6f0c-4658-96ce-b4da2238f1fa', 'name': 'network-vif-deleted', 'tag': 'f89b9a52-e5b9-4e04-a758-01ed25973315'}] {{(pid=86330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 17 04:12:32.926317 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-3045967d-2f1b-48dd-a684-fe75269e5f94 req-daa06bd4-5214-413e-9baa-fa10b98aa704 tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] 10.222.0.32 "DELETE /v2.0/ports/f89b9a52-e5b9-4e04-a758-01ed25973315 HTTP/1.1" status: 204 len: 173 time: 1.3519824 Apr 17 04:12:32.968114 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71d5dd7a-6f0c-4658-96ce-b4da2238f1fa', 'name': 'network-vif-deleted', 'tag': 'f89b9a52-e5b9-4e04-a758-01ed25973315', 'status': 'completed', 'code': 200} Apr 17 04:12:33.036215 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.l3_dvr_db [None req-acdff846-99d7-4d79-b832-5cd0b3da5a0a None None] Set router 11705267-a024-4b79-bf32-97d0e0a5cb08 gateway port host: dv-cinder-786054-2-smb {{(pid=86332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 17 04:12:33.363143 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.l3_hamode_db [None req-acdff846-99d7-4d79-b832-5cd0b3da5a0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11705267-a024-4b79-bf32-97d0e0a5cb08', 'name': 'tempest-AttachVolumeShelveTestJSON-1739641882-router', 'tenant_id': 'a895b4724282424590f36093c5571d4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3299e77b-a72c-46bf-8676-13cef166cd0a', 'external_fixed_ips': [{'subnet_id': '126682c8-3b96-411d-a59b-48497db5cf0c', 'ip_address': '172.28.1.151'}], 'enable_snat': True}, 'gw_port_id': '9144f13c-507f-404d-aebc-7e9b1e021196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-17T04:05:58Z', 'updated_at': '2021-04-17T04:06:14Z', 'revision_number': 4, 'project_id': 'a895b4724282424590f36093c5571d4e', 'gw_port': {'id': '9144f13c-507f-404d-aebc-7e9b1e021196', 'name': '', 'network_id': '3299e77b-a72c-46bf-8676-13cef166cd0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:22:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11705267-a024-4b79-bf32-97d0e0a5cb08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '126682c8-3b96-411d-a59b-48497db5cf0c', 'ip_address': '172.28.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-17T04:06:00Z', 'updated_at': '2021-04-17T04:06:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126682c8-3b96-411d-a59b-48497db5cf0c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-2-smb', '_interfaces': [{'id': 'db8efaa5-dbdd-48af-afb2-42e5a1431713', 'name': '', 'network_id': 'f8f93dec-df20-4bb3-95a3-f64dab26a2d6', 'tenant_id': 'a895b4724282424590f36093c5571d4e', 'mac_address': 'fa:16:3e:34:0d:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11705267-a024-4b79-bf32-97d0e0a5cb08', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '343cf9b8-b4dd-451f-9881-fd976f22c732', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-17T04:06:10Z', 'updated_at': '2021-04-17T04:06:24Z', 'revision_number': 5, 'project_id': 'a895b4724282424590f36093c5571d4e', 'subnets': [{'id': '343cf9b8-b4dd-451f-9881-fd976f22c732', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-2-smb', False) {} {{(pid=86332) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 17 04:12:33.367434 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acdff846-99d7-4d79-b832-5cd0b3da5a0a None None] Checking router: 11705267-a024-4b79-bf32-97d0e0a5cb08 for host: dv-cinder-786054-2-smb {{(pid=86332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 17 04:12:33.376766 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acdff846-99d7-4d79-b832-5cd0b3da5a0a None None] Routers {'11705267-a024-4b79-bf32-97d0e0a5cb08'} bound to L3 agent in host dv-cinder-786054-2-smb {{(pid=86332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 17 04:12:33.377455 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.l3_hamode_db [None req-acdff846-99d7-4d79-b832-5cd0b3da5a0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786054-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-17T03:57:39Z,description=,heartbeat_timestamp=2021-04-17T04:12:10Z,host='dv-cinder-786054-2-smb',id=89c35117-d9bd-45d8-8d43-26735203dc9d,load=0,resource_versions=,resources_synced=,started_at=2021-04-17T03:57:39Z,topic='l3_agent')) {'router_ids': ['11705267-a024-4b79-bf32-97d0e0a5cb08'], 'active': True} {{(pid=86332) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 17 04:12:33.744367 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.l3_dvr_db [None req-acdff846-99d7-4d79-b832-5cd0b3da5a0a None None] Set router 11705267-a024-4b79-bf32-97d0e0a5cb08 gateway port host: dv-cinder-786054-2-smb {{(pid=86332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 17 04:12:33.791060 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.20', 60588) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 17 04:12:33.860427 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-056409b9-6e9c-4655-96c1-364d80d0a7aa tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Notify callbacks [] for security_group, before_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:12:33.889743 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-056409b9-6e9c-4655-96c1-364d80d0a7aa tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:12:33.936067 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-056409b9-6e9c-4655-96c1-364d80d0a7aa tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920236'] for security_group, after_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:12:33.940132 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-1322e77f-2512-4cb2-a342-ce035d4cf605 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:12:33.956858 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056409b9-6e9c-4655-96c1-364d80d0a7aa tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=50ad198b-90f4-41cc-ba6f-37d91a24bc6a,revision_number=None']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:12:33.967605 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056409b9-6e9c-4655-96c1-364d80d0a7aa tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:12:33.967989 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056409b9-6e9c-4655-96c1-364d80d0a7aa tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:12:33.968413 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056409b9-6e9c-4655-96c1-364d80d0a7aa tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:12:33.968819 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056409b9-6e9c-4655-96c1-364d80d0a7aa tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:12:33.969214 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056409b9-6e9c-4655-96c1-364d80d0a7aa tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:12:33.969614 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056409b9-6e9c-4655-96c1-364d80d0a7aa tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:12:33.970012 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056409b9-6e9c-4655-96c1-364d80d0a7aa tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:12:33.970405 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056409b9-6e9c-4655-96c1-364d80d0a7aa tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:12:33.970898 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056409b9-6e9c-4655-96c1-364d80d0a7aa tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:12:33.971289 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056409b9-6e9c-4655-96c1-364d80d0a7aa tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:12:33.971678 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056409b9-6e9c-4655-96c1-364d80d0a7aa tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:12:33.972331 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056409b9-6e9c-4655-96c1-364d80d0a7aa tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:12:33.977401 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-056409b9-6e9c-4655-96c1-364d80d0a7aa tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Notify callbacks [] for security_group, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:12:33.981655 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.20', 60592) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 17 04:12:33.981781 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [None req-056409b9-6e9c-4655-96c1-364d80d0a7aa tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] 10.222.0.20 "DELETE /v2.0/security-groups/50ad198b-90f4-41cc-ba6f-37d91a24bc6a HTTP/1.1" status: 204 len: 168 time: 0.1895721 Apr 17 04:12:33.982953 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-056409b9-6e9c-4655-96c1-364d80d0a7aa tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:12:33.999629 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.api.v2.resource [None req-161a9177-34fe-4470-b754-ceecaaf25e03 tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] show failed (client error): The resource could not be found. Apr 17 04:12:34.000756 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [None req-161a9177-34fe-4470-b754-ceecaaf25e03 tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] 10.222.0.20 "GET /v2.0/security-groups/50ad198b-90f4-41cc-ba6f-37d91a24bc6a HTTP/1.1" status: 404 len: 347 time: 0.0179937 Apr 17 04:12:34.003787 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.20', 60596) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 17 04:12:34.093444 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.l3_hamode_db [None req-acdff846-99d7-4d79-b832-5cd0b3da5a0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11705267-a024-4b79-bf32-97d0e0a5cb08', 'name': 'tempest-AttachVolumeShelveTestJSON-1739641882-router', 'tenant_id': 'a895b4724282424590f36093c5571d4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3299e77b-a72c-46bf-8676-13cef166cd0a', 'external_fixed_ips': [{'subnet_id': '126682c8-3b96-411d-a59b-48497db5cf0c', 'ip_address': '172.28.1.151'}], 'enable_snat': True}, 'gw_port_id': '9144f13c-507f-404d-aebc-7e9b1e021196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-17T04:05:58Z', 'updated_at': '2021-04-17T04:06:14Z', 'revision_number': 4, 'project_id': 'a895b4724282424590f36093c5571d4e', 'gw_port': {'id': '9144f13c-507f-404d-aebc-7e9b1e021196', 'name': '', 'network_id': '3299e77b-a72c-46bf-8676-13cef166cd0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:22:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11705267-a024-4b79-bf32-97d0e0a5cb08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '126682c8-3b96-411d-a59b-48497db5cf0c', 'ip_address': '172.28.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-17T04:06:00Z', 'updated_at': '2021-04-17T04:06:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126682c8-3b96-411d-a59b-48497db5cf0c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-2-smb', '_interfaces': [{'id': 'db8efaa5-dbdd-48af-afb2-42e5a1431713', 'name': '', 'network_id': 'f8f93dec-df20-4bb3-95a3-f64dab26a2d6', 'tenant_id': 'a895b4724282424590f36093c5571d4e', 'mac_address': 'fa:16:3e:34:0d:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11705267-a024-4b79-bf32-97d0e0a5cb08', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '343cf9b8-b4dd-451f-9881-fd976f22c732', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-17T04:06:10Z', 'updated_at': '2021-04-17T04:06:24Z', 'revision_number': 5, 'project_id': 'a895b4724282424590f36093c5571d4e', 'subnets': [{'id': '343cf9b8-b4dd-451f-9881-fd976f22c732', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-2-smb', False) {} {{(pid=86332) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 17 04:12:34.097740 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acdff846-99d7-4d79-b832-5cd0b3da5a0a None None] The sync data for ids ['11705267-a024-4b79-bf32-97d0e0a5cb08'] in dv-cinder-786054-2-smb is: [{'id': '11705267-a024-4b79-bf32-97d0e0a5cb08', 'name': 'tempest-AttachVolumeShelveTestJSON-1739641882-router', 'tenant_id': 'a895b4724282424590f36093c5571d4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3299e77b-a72c-46bf-8676-13cef166cd0a', 'external_fixed_ips': [{'subnet_id': '126682c8-3b96-411d-a59b-48497db5cf0c', 'ip_address': '172.28.1.151'}], 'enable_snat': True}, 'gw_port_id': '9144f13c-507f-404d-aebc-7e9b1e021196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-17T04:05:58Z', 'updated_at': '2021-04-17T04:06:14Z', 'revision_number': 4, 'project_id': 'a895b4724282424590f36093c5571d4e', 'gw_port': {'id': '9144f13c-507f-404d-aebc-7e9b1e021196', 'name': '', 'network_id': '3299e77b-a72c-46bf-8676-13cef166cd0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:22:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11705267-a024-4b79-bf32-97d0e0a5cb08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '126682c8-3b96-411d-a59b-48497db5cf0c', 'ip_address': '172.28.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-17T04:06:00Z', 'updated_at': '2021-04-17T04:06:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126682c8-3b96-411d-a59b-48497db5cf0c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-2-smb', '_interfaces': [{'id': 'db8efaa5-dbdd-48af-afb2-42e5a1431713', 'name': '', 'network_id': 'f8f93dec-df20-4bb3-95a3-f64dab26a2d6', 'tenant_id': 'a895b4724282424590f36093c5571d4e', 'mac_address': 'fa:16:3e:34:0d:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11705267-a024-4b79-bf32-97d0e0a5cb08', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '343cf9b8-b4dd-451f-9881-fd976f22c732', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-17T04:06:10Z', 'updated_at': '2021-04-17T04:06:24Z', 'revision_number': 5, 'project_id': 'a895b4724282424590f36093c5571d4e', 'subnets': [{'id': '343cf9b8-b4dd-451f-9881-fd976f22c732', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 17 04:12:34.168397 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.plugin [None req-250576f8-37a4-46e3-9bf3-77b466cdff7f tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Deleting port e69378b0-e9e7-4f75-928f-d7e608a67c0c {{(pid=86330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 17 04:12:34.168790 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-250576f8-37a4-46e3-9bf3-77b466cdff7f tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363244554791028'] for port, before_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:12:34.351393 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-250576f8-37a4-46e3-9bf3-77b466cdff7f tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853832323'] for port, precommit_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:12:34.351787 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-250576f8-37a4-46e3-9bf3-77b466cdff7f tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:12:34.482468 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.plugin [None req-250576f8-37a4-46e3-9bf3-77b466cdff7f tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Calling delete_port for e69378b0-e9e7-4f75-928f-d7e608a67c0c owned by network:floatingip {{(pid=86330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 17 04:12:34.484235 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5e7d76e-d886-45f9-873e-e539797a8954 None None] New status for floating IP 60fb7951-b6f7-441e-bc9f-55a52ebf5656: DOWN {{(pid=86333) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 17 04:12:34.880008 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.db.api [None req-e5e7d76e-d886-45f9-873e-e539797a8954 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=86333) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 17 04:12:34.880665 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_db.api [None req-e5e7d76e-d886-45f9-873e-e539797a8954 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=86333) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 17 04:12:34.880896 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-250576f8-37a4-46e3-9bf3-77b466cdff7f tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1691685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854152290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244554789151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792299556194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852218909'] for port, after_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:12:34.885972 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-199cf3da-de87-4fd4-9630-b099bc3b8e35 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:12:34.931211 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250576f8-37a4-46e3-9bf3-77b466cdff7f tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Pushing event deleted for resources: {'Port': ['ID=e69378b0-e9e7-4f75-928f-d7e608a67c0c,revision_number=None']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:12:34.933872 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-250576f8-37a4-46e3-9bf3-77b466cdff7f tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:12:34.956107 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.rpc [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Device f89b9a52-e5b9-4e04-a758-01ed25973315 no longer exists at agent hyperv_hv-cinder-78605 {{(pid=86332) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 17 04:12:34.996805 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.plugin [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] No Port match for: f89b9a52-e5b9-4e04-a758-01ed25973315 {{(pid=86332) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 17 04:12:34.997191 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.rpc [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Device f89b9a52-e5b9-4e04-a758-01ed25973315 not bound to the agent host hv-cinder-78605 {{(pid=86332) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 17 04:12:35.030861 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-250576f8-37a4-46e3-9bf3-77b466cdff7f tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Notify callbacks [] for floatingip, after_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:12:35.046019 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-250576f8-37a4-46e3-9bf3-77b466cdff7f tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2986'] for floatingip, before_response {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:12:35.047311 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [None req-250576f8-37a4-46e3-9bf3-77b466cdff7f tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] 10.222.0.20 "DELETE /v2.0/floatingips/60fb7951-b6f7-441e-bc9f-55a52ebf5656 HTTP/1.1" status: 204 len: 168 time: 1.0425272 Apr 17 04:12:35.382301 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5e7d76e-d886-45f9-873e-e539797a8954 None None] New status for floating IP 60fb7951-b6f7-441e-bc9f-55a52ebf5656: DOWN {{(pid=86333) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 17 04:12:37.299364 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-412025f6-f22a-45d0-bafa-e6cd9062d87d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244554870149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852757949'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:12:37.918109 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.20', 60630) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 17 04:12:38.191686 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45765ec5-34cd-4ae9-b01e-ffab858e65f2 req-4f8212fb-b7f3-4c66-b8a7-cca43974c631 tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:12:38.193234 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-45765ec5-34cd-4ae9-b01e-ffab858e65f2 req-4f8212fb-b7f3-4c66-b8a7-cca43974c631 tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c4f44bc-b4d0-42aa-8aa1-313945def3ef HTTP/1.1" status: 200 len: 945 time: 0.0920231 Apr 17 04:12:38.244097 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-45765ec5-34cd-4ae9-b01e-ffab858e65f2 req-7eb593a0-a924-4cf9-bbfa-81d7c86b390f tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] 10.222.0.20 "GET /v2.0/security-groups?id=d002f976-b789-410a-b98c-ebbe09d7c833&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435240 Apr 17 04:12:38.679245 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-7411b39e-eafe-4f5d-a236-c5cbd8aee20f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853827942'] for router_interface, before_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:12:39.052905 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.plugin [None req-7411b39e-eafe-4f5d-a236-c5cbd8aee20f admin admin] Deleting port db8efaa5-dbdd-48af-afb2-42e5a1431713 {{(pid=86330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 17 04:12:39.053293 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-7411b39e-eafe-4f5d-a236-c5cbd8aee20f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363244554791028'] for port, before_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:12:39.236066 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.db [None req-7411b39e-eafe-4f5d-a236-c5cbd8aee20f admin admin] For port db8efaa5-dbdd-48af-afb2-42e5a1431713, host dv-cinder-786054-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-2-smb',level=0,port_id=db8efaa5-dbdd-48af-afb2-42e5a1431713,segment=NetworkSegment(14b5ea21-40f4-463d-9e75-c37fe439802e),segment_id=14b5ea21-40f4-463d-9e75-c37fe439802e)] {{(pid=86330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 17 04:12:39.236510 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-7411b39e-eafe-4f5d-a236-c5cbd8aee20f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853832323'] for port, precommit_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:12:39.365214 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.plugin [None req-7411b39e-eafe-4f5d-a236-c5cbd8aee20f admin admin] Calling delete_port for db8efaa5-dbdd-48af-afb2-42e5a1431713 owned by network:router_interface {{(pid=86330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 17 04:12:39.452982 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c713333-8634-482a-886b-e4f3e4ba21fa req-1abbd880-4ac4-4932-9937-243fe556f615 tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:12:39.454753 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-6c713333-8634-482a-886b-e4f3e4ba21fa req-1abbd880-4ac4-4932-9937-243fe556f615 tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c4f44bc-b4d0-42aa-8aa1-313945def3ef HTTP/1.1" status: 200 len: 945 time: 0.0912886 Apr 17 04:12:39.502601 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-6c713333-8634-482a-886b-e4f3e4ba21fa req-6f33e7c1-a7e2-43ec-baef-6249e8055ae9 tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] 10.222.0.20 "GET /v2.0/security-groups?id=d002f976-b789-410a-b98c-ebbe09d7c833&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412321 Apr 17 04:12:39.542596 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-7411b39e-eafe-4f5d-a236-c5cbd8aee20f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1691685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854152290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244554789151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792299556194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852218909'] for port, after_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:12:39.547306 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-b190e987-90c7-43e6-95ee-403ddf821e12 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:12:39.568964 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-20d686f8-67dd-41ef-bae1-56a790e1b833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244554870149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852757949'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:12:39.594323 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7411b39e-eafe-4f5d-a236-c5cbd8aee20f admin admin] Pushing event deleted for resources: {'Port': ['ID=db8efaa5-dbdd-48af-afb2-42e5a1431713,revision_number=None']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:12:39.625383 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-7411b39e-eafe-4f5d-a236-c5cbd8aee20f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:12:39.876920 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-7411b39e-eafe-4f5d-a236-c5cbd8aee20f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-623526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036853827868'] for router_interface, after_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:12:40.313259 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7411b39e-eafe-4f5d-a236-c5cbd8aee20f admin admin] Router 11705267-a024-4b79-bf32-97d0e0a5cb08 has already been hosted by L3 agent 89c35117-d9bd-45d8-8d43-26735203dc9d {{(pid=86330) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 17 04:12:40.324455 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3cbed3-de05-4056-b0f8-629bced509ae req-f78e903b-2998-4798-aa2e-4c07a130bfab tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:12:40.325194 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [req-ad3cbed3-de05-4056-b0f8-629bced509ae req-f78e903b-2998-4798-aa2e-4c07a130bfab tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] Synchronizing usage tracker for tenant:b27c7ae6f15d4ca4afddb9e09494c2db on resource:port {{(pid=86330) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 17 04:12:40.604770 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-c4f59f18-ba4f-4d63-813b-4697a67f74c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244554870149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852757949'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:12:40.712191 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [req-ad3cbed3-de05-4056-b0f8-629bced509ae req-f78e903b-2998-4798-aa2e-4c07a130bfab tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] Unset dirty status for tenant:b27c7ae6f15d4ca4afddb9e09494c2db on resource:port {{(pid=86330) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 17 04:12:40.713121 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a190098-c2b0-4c37-a78e-c3742789b39c req-a70342f0-3f41-485d-8f40-799f47f3f5c1 tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:12:40.713468 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-ad3cbed3-de05-4056-b0f8-629bced509ae req-f78e903b-2998-4798-aa2e-4c07a130bfab tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] 10.222.0.32 "GET /v2.0/ports?device_id=4c4f44bc-b4d0-42aa-8aa1-313945def3ef HTTP/1.1" status: 200 len: 945 time: 0.5887105 Apr 17 04:12:40.714724 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-7a190098-c2b0-4c37-a78e-c3742789b39c req-a70342f0-3f41-485d-8f40-799f47f3f5c1 tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c4f44bc-b4d0-42aa-8aa1-313945def3ef HTTP/1.1" status: 200 len: 945 time: 0.0906119 Apr 17 04:12:40.763988 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-7a190098-c2b0-4c37-a78e-c3742789b39c req-152b093c-6cbb-4742-93fe-13d6216434ec tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] 10.222.0.20 "GET /v2.0/security-groups?id=d002f976-b789-410a-b98c-ebbe09d7c833&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414317 Apr 17 04:12:40.823571 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.plugin [req-ad3cbed3-de05-4056-b0f8-629bced509ae req-591597dc-370b-4d91-81fc-abef58a7c321 tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] Deleting port b8ec05cd-bdfa-41e4-82d6-a515e937f06e {{(pid=86330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 17 04:12:40.823960 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [req-ad3cbed3-de05-4056-b0f8-629bced509ae req-591597dc-370b-4d91-81fc-abef58a7c321 tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363244554791028'] for port, before_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:12:40.873217 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7411b39e-eafe-4f5d-a236-c5cbd8aee20f admin admin] Notify agent at l3_agent.dv-cinder-786054-2-smb the message routers_updated {{(pid=86330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 17 04:12:40.882621 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6265827d-db61-4941-a30b-19d1537175fa None None] Sync routers for ids ['11705267-a024-4b79-bf32-97d0e0a5cb08'] in dv-cinder-786054-2-smb {{(pid=86332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 17 04:12:40.893537 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6265827d-db61-4941-a30b-19d1537175fa None None] Routers {'11705267-a024-4b79-bf32-97d0e0a5cb08'} bound to L3 agent in host dv-cinder-786054-2-smb {{(pid=86332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 17 04:12:40.894229 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.l3_hamode_db [None req-6265827d-db61-4941-a30b-19d1537175fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786054-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-17T03:57:39Z,description=,heartbeat_timestamp=2021-04-17T04:12:40Z,host='dv-cinder-786054-2-smb',id=89c35117-d9bd-45d8-8d43-26735203dc9d,load=0,resource_versions=,resources_synced=,started_at=2021-04-17T03:57:39Z,topic='l3_agent')) {'router_ids': ['11705267-a024-4b79-bf32-97d0e0a5cb08'], 'active': True} {{(pid=86332) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 17 04:12:40.926542 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [None req-7411b39e-eafe-4f5d-a236-c5cbd8aee20f admin admin] 10.222.0.20 "PUT /v2.0/routers/11705267-a024-4b79-bf32-97d0e0a5cb08/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0071425 Apr 17 04:12:40.929525 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.20', 60642) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 17 04:12:41.039172 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244554870149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852757949'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:12:41.100444 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.l3_dvr_db [None req-6265827d-db61-4941-a30b-19d1537175fa None None] Set router 11705267-a024-4b79-bf32-97d0e0a5cb08 gateway port host: dv-cinder-786054-2-smb {{(pid=86332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 17 04:12:41.115282 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.db [req-ad3cbed3-de05-4056-b0f8-629bced509ae req-591597dc-370b-4d91-81fc-abef58a7c321 tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] For port b8ec05cd-bdfa-41e4-82d6-a515e937f06e, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=b8ec05cd-bdfa-41e4-82d6-a515e937f06e,segment=NetworkSegment(8161aed8-1c04-4502-9744-8b2cf71517a3),segment_id=8161aed8-1c04-4502-9744-8b2cf71517a3)] {{(pid=86330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 17 04:12:41.115797 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [req-ad3cbed3-de05-4056-b0f8-629bced509ae req-591597dc-370b-4d91-81fc-abef58a7c321 tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853832323'] for port, precommit_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:12:41.124103 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-e3faa231-15c7-420b-bb4c-55d5262e3b01 admin admin] Notify callbacks [] for router, before_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:12:41.310838 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-e3faa231-15c7-420b-bb4c-55d5262e3b01 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:12:41.320261 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.plugin [None req-e3faa231-15c7-420b-bb4c-55d5262e3b01 admin admin] Deleting port 9144f13c-507f-404d-aebc-7e9b1e021196 {{(pid=86331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 17 04:12:41.320659 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-e3faa231-15c7-420b-bb4c-55d5262e3b01 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363244554791028'] for port, before_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:12:41.412904 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.l3_hamode_db [None req-6265827d-db61-4941-a30b-19d1537175fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11705267-a024-4b79-bf32-97d0e0a5cb08', 'name': 'tempest-AttachVolumeShelveTestJSON-1739641882-router', 'tenant_id': 'a895b4724282424590f36093c5571d4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3299e77b-a72c-46bf-8676-13cef166cd0a', 'external_fixed_ips': [{'subnet_id': '126682c8-3b96-411d-a59b-48497db5cf0c', 'ip_address': '172.28.1.151'}], 'enable_snat': True}, 'gw_port_id': '9144f13c-507f-404d-aebc-7e9b1e021196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-17T04:05:58Z', 'updated_at': '2021-04-17T04:12:39Z', 'revision_number': 5, 'project_id': 'a895b4724282424590f36093c5571d4e', 'gw_port': {'id': '9144f13c-507f-404d-aebc-7e9b1e021196', 'name': '', 'network_id': '3299e77b-a72c-46bf-8676-13cef166cd0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:22:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11705267-a024-4b79-bf32-97d0e0a5cb08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '126682c8-3b96-411d-a59b-48497db5cf0c', 'ip_address': '172.28.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-17T04:06:00Z', 'updated_at': '2021-04-17T04:06:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126682c8-3b96-411d-a59b-48497db5cf0c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-2-smb'}], 'dv-cinder-786054-2-smb', False) {} {{(pid=86332) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 17 04:12:41.417362 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6265827d-db61-4941-a30b-19d1537175fa None None] Checking router: 11705267-a024-4b79-bf32-97d0e0a5cb08 for host: dv-cinder-786054-2-smb {{(pid=86332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 17 04:12:41.426486 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6265827d-db61-4941-a30b-19d1537175fa None None] Routers {'11705267-a024-4b79-bf32-97d0e0a5cb08'} bound to L3 agent in host dv-cinder-786054-2-smb {{(pid=86332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 17 04:12:41.427148 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.l3_hamode_db [None req-6265827d-db61-4941-a30b-19d1537175fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786054-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-17T03:57:39Z,description=,heartbeat_timestamp=2021-04-17T04:12:40Z,host='dv-cinder-786054-2-smb',id=89c35117-d9bd-45d8-8d43-26735203dc9d,load=0,resource_versions=,resources_synced=,started_at=2021-04-17T03:57:39Z,topic='l3_agent')) {'router_ids': ['11705267-a024-4b79-bf32-97d0e0a5cb08'], 'active': True} {{(pid=86332) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 17 04:12:41.430511 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [req-ad3cbed3-de05-4056-b0f8-629bced509ae req-591597dc-370b-4d91-81fc-abef58a7c321 tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:12:41.430970 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [req-ad3cbed3-de05-4056-b0f8-629bced509ae req-591597dc-370b-4d91-81fc-abef58a7c321 tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1023409'] for floatingip, after_update {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:12:41.431334 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.db.l3_db [req-ad3cbed3-de05-4056-b0f8-629bced509ae req-591597dc-370b-4d91-81fc-abef58a7c321 tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] Floating IP 47cc13e7-dd74-4a08-95c1-3108133cb54f disassociated. External IP: 172.28.1.165, port: b8ec05cd-bdfa-41e4-82d6-a515e937f06e. Apr 17 04:12:41.431718 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.plugin [req-ad3cbed3-de05-4056-b0f8-629bced509ae req-591597dc-370b-4d91-81fc-abef58a7c321 tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] Calling delete_port for b8ec05cd-bdfa-41e4-82d6-a515e937f06e owned by compute:nova {{(pid=86330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 17 04:12:41.509244 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.db [None req-e3faa231-15c7-420b-bb4c-55d5262e3b01 admin admin] For port 9144f13c-507f-404d-aebc-7e9b1e021196, host dv-cinder-786054-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-2-smb',level=0,port_id=9144f13c-507f-404d-aebc-7e9b1e021196,segment=NetworkSegment(0331decf-77a3-4764-a14d-d11dc820119c),segment_id=0331decf-77a3-4764-a14d-d11dc820119c)] {{(pid=86331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 17 04:12:41.509662 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-e3faa231-15c7-420b-bb4c-55d5262e3b01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853832323'] for port, precommit_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:12:41.584019 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [req-ad3cbed3-de05-4056-b0f8-629bced509ae req-591597dc-370b-4d91-81fc-abef58a7c321 tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1691685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854152290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244554789151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792299556194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852218909'] for port, after_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:12:41.590067 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-d603adf6-ba9f-4466-be69-e18de4d620ff service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:12:41.590621 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.l3_dvr_db [None req-6265827d-db61-4941-a30b-19d1537175fa None None] Set router 11705267-a024-4b79-bf32-97d0e0a5cb08 gateway port host: None {{(pid=86332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 17 04:12:41.640494 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.plugin [None req-e3faa231-15c7-420b-bb4c-55d5262e3b01 admin admin] Calling delete_port for 9144f13c-507f-404d-aebc-7e9b1e021196 owned by network:router_gateway {{(pid=86331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 17 04:12:41.641259 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591597dc-370b-4d91-81fc-abef58a7c321 tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] Pushing event deleted for resources: {'Port': ['ID=b8ec05cd-bdfa-41e4-82d6-a515e937f06e,revision_number=None']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:12:41.645534 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-591597dc-370b-4d91-81fc-abef58a7c321 tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:12:41.710037 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.l3_hamode_db [None req-6265827d-db61-4941-a30b-19d1537175fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11705267-a024-4b79-bf32-97d0e0a5cb08', 'name': 'tempest-AttachVolumeShelveTestJSON-1739641882-router', 'tenant_id': 'a895b4724282424590f36093c5571d4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-17T04:05:58Z', 'updated_at': '2021-04-17T04:12:41Z', 'revision_number': 6, 'project_id': 'a895b4724282424590f36093c5571d4e', 'gw_port_host': None}], 'dv-cinder-786054-2-smb', False) {} {{(pid=86332) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 17 04:12:41.714330 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6265827d-db61-4941-a30b-19d1537175fa None None] The sync data for ids ['11705267-a024-4b79-bf32-97d0e0a5cb08'] in dv-cinder-786054-2-smb is: [{'id': '11705267-a024-4b79-bf32-97d0e0a5cb08', 'name': 'tempest-AttachVolumeShelveTestJSON-1739641882-router', 'tenant_id': 'a895b4724282424590f36093c5571d4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-17T04:05:58Z', 'updated_at': '2021-04-17T04:12:41Z', 'revision_number': 6, 'project_id': 'a895b4724282424590f36093c5571d4e', 'gw_port_host': None}] {{(pid=86332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 17 04:12:41.748871 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-6f7ee5bc-ae74-4cc6-a62a-23eab2a2e65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244554870149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852757949'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:12:41.835713 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-e3faa231-15c7-420b-bb4c-55d5262e3b01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1691685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854152290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244554789151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792299556194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850958277'] for port, after_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:12:41.841139 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:12:41.856135 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ad3cbed3-de05-4056-b0f8-629bced509ae req-591597dc-370b-4d91-81fc-abef58a7c321 tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] Router ca37efc8-2fbb-4c01-ad6f-d0523b74a961 has already been hosted by L3 agent 89c35117-d9bd-45d8-8d43-26735203dc9d {{(pid=86330) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 17 04:12:41.888262 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3faa231-15c7-420b-bb4c-55d5262e3b01 admin admin] Pushing event deleted for resources: {'Port': ['ID=9144f13c-507f-404d-aebc-7e9b1e021196,revision_number=None']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:12:41.896837 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-e3faa231-15c7-420b-bb4c-55d5262e3b01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:12:41.974818 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-6cd18263-1d1e-4b50-a582-9360ab80ffc1 req-ec82ad64-058f-4342-b0f6-41a8c2f5c38e tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c4f44bc-b4d0-42aa-8aa1-313945def3ef HTTP/1.1" status: 200 len: 210 time: 0.0839102 Apr 17 04:12:42.066717 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ad3cbed3-de05-4056-b0f8-629bced509ae req-591597dc-370b-4d91-81fc-abef58a7c321 tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] Notify agent at l3_agent.dv-cinder-786054-2-smb the message routers_updated {{(pid=86330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 17 04:12:42.077890 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd7b0138-cac5-404e-a41d-43777c7e7368 None None] Sync routers for ids ['ca37efc8-2fbb-4c01-ad6f-d0523b74a961'] in dv-cinder-786054-2-smb {{(pid=86333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 17 04:12:42.089598 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd7b0138-cac5-404e-a41d-43777c7e7368 None None] Routers {'ca37efc8-2fbb-4c01-ad6f-d0523b74a961'} bound to L3 agent in host dv-cinder-786054-2-smb {{(pid=86333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 17 04:12:42.090328 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.l3_hamode_db [None req-fd7b0138-cac5-404e-a41d-43777c7e7368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786054-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-17T03:57:39Z,description=,heartbeat_timestamp=2021-04-17T04:12:40Z,host='dv-cinder-786054-2-smb',id=89c35117-d9bd-45d8-8d43-26735203dc9d,load=0,resource_versions=,resources_synced=,started_at=2021-04-17T03:57:39Z,topic='l3_agent')) {'router_ids': ['ca37efc8-2fbb-4c01-ad6f-d0523b74a961'], 'active': True} {{(pid=86333) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 17 04:12:42.156016 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad3cbed3-de05-4056-b0f8-629bced509ae req-591597dc-370b-4d91-81fc-abef58a7c321 tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] No DVR routers for this DVR port b8ec05cd-bdfa-41e4-82d6-a515e937f06e on host hv-cinder-78605 {{(pid=86330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 17 04:12:42.158593 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [req-ad3cbed3-de05-4056-b0f8-629bced509ae req-591597dc-370b-4d91-81fc-abef58a7c321 tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2986'] for port, before_response {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:12:42.169691 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c4f44bc-b4d0-42aa-8aa1-313945def3ef', 'name': 'network-vif-deleted', 'tag': 'b8ec05cd-bdfa-41e4-82d6-a515e937f06e'}] {{(pid=86330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 17 04:12:42.181248 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-ad3cbed3-de05-4056-b0f8-629bced509ae req-591597dc-370b-4d91-81fc-abef58a7c321 tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] 10.222.0.32 "DELETE /v2.0/ports/b8ec05cd-bdfa-41e4-82d6-a515e937f06e HTTP/1.1" status: 204 len: 173 time: 1.4484627 Apr 17 04:12:42.247673 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c4f44bc-b4d0-42aa-8aa1-313945def3ef', 'name': 'network-vif-deleted', 'tag': 'b8ec05cd-bdfa-41e4-82d6-a515e937f06e', 'status': 'completed', 'code': 200} Apr 17 04:12:42.307712 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.l3_dvr_db [None req-fd7b0138-cac5-404e-a41d-43777c7e7368 None None] Set router ca37efc8-2fbb-4c01-ad6f-d0523b74a961 gateway port host: dv-cinder-786054-2-smb {{(pid=86333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 17 04:12:42.321865 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-e3faa231-15c7-420b-bb4c-55d5262e3b01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-944229'] for router_gateway, after_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:12:42.464815 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244554870149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852757949'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:12:42.511714 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-e3faa231-15c7-420b-bb4c-55d5262e3b01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1022777', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854768863'] for router, precommit_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:12:42.514079 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-e3faa231-15c7-420b-bb4c-55d5262e3b01 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:12:42.543209 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.rpc [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] Device db8efaa5-dbdd-48af-afb2-42e5a1431713 no longer exists at agent ovs-agent-dv-cinder-786054-2-smb {{(pid=86332) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 17 04:12:42.581688 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.plugin [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] No Port match for: db8efaa5-dbdd-48af-afb2-42e5a1431713 {{(pid=86332) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 17 04:12:42.582330 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.rpc [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] Device db8efaa5-dbdd-48af-afb2-42e5a1431713 not bound to the agent host dv-cinder-786054-2-smb {{(pid=86332) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 17 04:12:42.582891 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.rpc [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] Device 9144f13c-507f-404d-aebc-7e9b1e021196 no longer exists at agent ovs-agent-dv-cinder-786054-2-smb {{(pid=86332) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 17 04:12:42.606031 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-e3faa231-15c7-420b-bb4c-55d5262e3b01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853753731'] for router, after_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:12:42.606942 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3faa231-15c7-420b-bb4c-55d5262e3b01 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 11705267-a024-4b79-bf32-97d0e0a5cb08 {{(pid=86331) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 17 04:12:42.627293 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.plugin [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] No Port match for: 9144f13c-507f-404d-aebc-7e9b1e021196 {{(pid=86332) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 17 04:12:42.627699 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.rpc [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] Device 9144f13c-507f-404d-aebc-7e9b1e021196 not bound to the agent host dv-cinder-786054-2-smb {{(pid=86332) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 17 04:12:42.631577 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-e3faa231-15c7-420b-bb4c-55d5262e3b01 admin admin] Notify callbacks [] for router, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:12:42.638724 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.l3_hamode_db [None req-fd7b0138-cac5-404e-a41d-43777c7e7368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca37efc8-2fbb-4c01-ad6f-d0523b74a961', 'name': 'tempest-AttachVolumeTestJSON-591480734-router', 'tenant_id': 'b27c7ae6f15d4ca4afddb9e09494c2db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3299e77b-a72c-46bf-8676-13cef166cd0a', 'external_fixed_ips': [{'subnet_id': '126682c8-3b96-411d-a59b-48497db5cf0c', 'ip_address': '172.28.1.223'}], 'enable_snat': True}, 'gw_port_id': '9391a4b8-e3b5-4dbd-92b5-392fe803b217', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-17T04:09:39Z', 'updated_at': '2021-04-17T04:09:44Z', 'revision_number': 4, 'project_id': 'b27c7ae6f15d4ca4afddb9e09494c2db', 'gw_port': {'id': '9391a4b8-e3b5-4dbd-92b5-392fe803b217', 'name': '', 'network_id': '3299e77b-a72c-46bf-8676-13cef166cd0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:4c:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca37efc8-2fbb-4c01-ad6f-d0523b74a961', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '126682c8-3b96-411d-a59b-48497db5cf0c', 'ip_address': '172.28.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-17T04:09:40Z', 'updated_at': '2021-04-17T04:09:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126682c8-3b96-411d-a59b-48497db5cf0c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-2-smb', '_interfaces': [{'id': '356aedbf-6b2f-42c4-bb9e-ff016c564d96', 'name': '', 'network_id': 'bcdf37d1-d8cb-465c-8c2d-b213a0f4b25a', 'tenant_id': 'b27c7ae6f15d4ca4afddb9e09494c2db', 'mac_address': 'fa:16:3e:2e:1b:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca37efc8-2fbb-4c01-ad6f-d0523b74a961', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '1db1c85b-41e4-4872-a387-3bfbd7bec99d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-17T04:09:43Z', 'updated_at': '2021-04-17T04:09:53Z', 'revision_number': 5, 'project_id': 'b27c7ae6f15d4ca4afddb9e09494c2db', 'subnets': [{'id': '1db1c85b-41e4-4872-a387-3bfbd7bec99d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-2-smb', False) {} {{(pid=86333) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 17 04:12:42.639087 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.20', 60652) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 17 04:12:42.639229 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [None req-e3faa231-15c7-420b-bb4c-55d5262e3b01 admin admin] 10.222.0.20 "DELETE /v2.0/routers/11705267-a024-4b79-bf32-97d0e0a5cb08 HTTP/1.1" status: 204 len: 168 time: 1.7083721 Apr 17 04:12:42.642847 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd7b0138-cac5-404e-a41d-43777c7e7368 None None] Checking router: ca37efc8-2fbb-4c01-ad6f-d0523b74a961 for host: dv-cinder-786054-2-smb {{(pid=86333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 17 04:12:42.653515 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd7b0138-cac5-404e-a41d-43777c7e7368 None None] Routers {'ca37efc8-2fbb-4c01-ad6f-d0523b74a961'} bound to L3 agent in host dv-cinder-786054-2-smb {{(pid=86333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 17 04:12:42.654161 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.l3_hamode_db [None req-fd7b0138-cac5-404e-a41d-43777c7e7368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786054-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-17T03:57:39Z,description=,heartbeat_timestamp=2021-04-17T04:12:40Z,host='dv-cinder-786054-2-smb',id=89c35117-d9bd-45d8-8d43-26735203dc9d,load=0,resource_versions=,resources_synced=,started_at=2021-04-17T03:57:39Z,topic='l3_agent')) {'router_ids': ['ca37efc8-2fbb-4c01-ad6f-d0523b74a961'], 'active': True} {{(pid=86333) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 17 04:12:42.708371 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.db_base_plugin_v2 [None req-75938644-beae-46b3-ac87-c74df400c3e2 admin admin] Deleting subnet 343cf9b8-b4dd-451f-9881-fd976f22c732 {{(pid=86330) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 17 04:12:42.713071 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-75938644-beae-46b3-ac87-c74df400c3e2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:12:42.766250 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-75938644-beae-46b3-ac87-c74df400c3e2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852242307'] for subnet, precommit_delete_associations {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:12:42.851280 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-75938644-beae-46b3-ac87-c74df400c3e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2044980'] for subnet, precommit_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:12:42.858847 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.l3_dvr_db [None req-fd7b0138-cac5-404e-a41d-43777c7e7368 None None] Set router ca37efc8-2fbb-4c01-ad6f-d0523b74a961 gateway port host: dv-cinder-786054-2-smb {{(pid=86333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 17 04:12:42.987524 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.rpc [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Device b8ec05cd-bdfa-41e4-82d6-a515e937f06e no longer exists at agent hyperv_hv-cinder-78605 {{(pid=86332) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 17 04:12:43.027684 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.plugin [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] No Port match for: b8ec05cd-bdfa-41e4-82d6-a515e937f06e {{(pid=86332) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 17 04:12:43.028084 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.rpc [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Device b8ec05cd-bdfa-41e4-82d6-a515e937f06e not bound to the agent host hv-cinder-78605 {{(pid=86332) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 17 04:12:43.131137 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.20', 60660) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 17 04:12:43.166875 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-75938644-beae-46b3-ac87-c74df400c3e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036852730868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854152290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852219849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852674524'] for subnet, after_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:12:43.182359 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-c9968738-3905-4044-b0cc-6f7f765a37bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:12:43.183257 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.l3_hamode_db [None req-fd7b0138-cac5-404e-a41d-43777c7e7368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca37efc8-2fbb-4c01-ad6f-d0523b74a961', 'name': 'tempest-AttachVolumeTestJSON-591480734-router', 'tenant_id': 'b27c7ae6f15d4ca4afddb9e09494c2db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3299e77b-a72c-46bf-8676-13cef166cd0a', 'external_fixed_ips': [{'subnet_id': '126682c8-3b96-411d-a59b-48497db5cf0c', 'ip_address': '172.28.1.223'}], 'enable_snat': True}, 'gw_port_id': '9391a4b8-e3b5-4dbd-92b5-392fe803b217', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-17T04:09:39Z', 'updated_at': '2021-04-17T04:09:44Z', 'revision_number': 4, 'project_id': 'b27c7ae6f15d4ca4afddb9e09494c2db', 'gw_port': {'id': '9391a4b8-e3b5-4dbd-92b5-392fe803b217', 'name': '', 'network_id': '3299e77b-a72c-46bf-8676-13cef166cd0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:4c:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca37efc8-2fbb-4c01-ad6f-d0523b74a961', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '126682c8-3b96-411d-a59b-48497db5cf0c', 'ip_address': '172.28.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-17T04:09:40Z', 'updated_at': '2021-04-17T04:09:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126682c8-3b96-411d-a59b-48497db5cf0c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-2-smb', '_interfaces': [{'id': '356aedbf-6b2f-42c4-bb9e-ff016c564d96', 'name': '', 'network_id': 'bcdf37d1-d8cb-465c-8c2d-b213a0f4b25a', 'tenant_id': 'b27c7ae6f15d4ca4afddb9e09494c2db', 'mac_address': 'fa:16:3e:2e:1b:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca37efc8-2fbb-4c01-ad6f-d0523b74a961', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '1db1c85b-41e4-4872-a387-3bfbd7bec99d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-17T04:09:43Z', 'updated_at': '2021-04-17T04:09:53Z', 'revision_number': 5, 'project_id': 'b27c7ae6f15d4ca4afddb9e09494c2db', 'subnets': [{'id': '1db1c85b-41e4-4872-a387-3bfbd7bec99d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-2-smb', False) {} {{(pid=86333) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 17 04:12:43.187582 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd7b0138-cac5-404e-a41d-43777c7e7368 None None] The sync data for ids ['ca37efc8-2fbb-4c01-ad6f-d0523b74a961'] in dv-cinder-786054-2-smb is: [{'id': 'ca37efc8-2fbb-4c01-ad6f-d0523b74a961', 'name': 'tempest-AttachVolumeTestJSON-591480734-router', 'tenant_id': 'b27c7ae6f15d4ca4afddb9e09494c2db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3299e77b-a72c-46bf-8676-13cef166cd0a', 'external_fixed_ips': [{'subnet_id': '126682c8-3b96-411d-a59b-48497db5cf0c', 'ip_address': '172.28.1.223'}], 'enable_snat': True}, 'gw_port_id': '9391a4b8-e3b5-4dbd-92b5-392fe803b217', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-17T04:09:39Z', 'updated_at': '2021-04-17T04:09:44Z', 'revision_number': 4, 'project_id': 'b27c7ae6f15d4ca4afddb9e09494c2db', 'gw_port': {'id': '9391a4b8-e3b5-4dbd-92b5-392fe803b217', 'name': '', 'network_id': '3299e77b-a72c-46bf-8676-13cef166cd0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:4c:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca37efc8-2fbb-4c01-ad6f-d0523b74a961', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '126682c8-3b96-411d-a59b-48497db5cf0c', 'ip_address': '172.28.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-17T04:09:40Z', 'updated_at': '2021-04-17T04:09:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126682c8-3b96-411d-a59b-48497db5cf0c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-2-smb', '_interfaces': [{'id': '356aedbf-6b2f-42c4-bb9e-ff016c564d96', 'name': '', 'network_id': 'bcdf37d1-d8cb-465c-8c2d-b213a0f4b25a', 'tenant_id': 'b27c7ae6f15d4ca4afddb9e09494c2db', 'mac_address': 'fa:16:3e:2e:1b:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca37efc8-2fbb-4c01-ad6f-d0523b74a961', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '1db1c85b-41e4-4872-a387-3bfbd7bec99d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-17T04:09:43Z', 'updated_at': '2021-04-17T04:09:53Z', 'revision_number': 5, 'project_id': 'b27c7ae6f15d4ca4afddb9e09494c2db', 'subnets': [{'id': '1db1c85b-41e4-4872-a387-3bfbd7bec99d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 17 04:12:43.224170 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75938644-beae-46b3-ac87-c74df400c3e2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=343cf9b8-b4dd-451f-9881-fd976f22c732,revision_number=None']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:12:43.227699 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-75938644-beae-46b3-ac87-c74df400c3e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:12:43.233753 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-75938644-beae-46b3-ac87-c74df400c3e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854152307'] for subnet, before_response {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:12:43.236091 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90e565ab-0d91-4a92-998f-86605f35cb00 None None] Network f8f93dec-df20-4bb3-95a3-f64dab26a2d6 requested from dv-cinder-786054-2-smb {{(pid=86332) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 17 04:12:43.253022 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [None req-75938644-beae-46b3-ac87-c74df400c3e2 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/343cf9b8-b4dd-451f-9881-fd976f22c732 HTTP/1.1" status: 204 len: 168 time: 0.6124284 Apr 17 04:12:43.255811 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.20', 60664) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 17 04:12:43.255943 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-7aafe64b-3dfc-4aca-9feb-f517fef34500 tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] Notify callbacks [] for security_group, before_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:12:43.286543 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-7aafe64b-3dfc-4aca-9feb-f517fef34500 tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:12:43.334268 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-7aafe64b-3dfc-4aca-9feb-f517fef34500 tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920236'] for security_group, after_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:12:43.339983 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-0ab15042-a123-4a70-aadd-0beafc792f97 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:12:43.361892 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aafe64b-3dfc-4aca-9feb-f517fef34500 tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d002f976-b789-410a-b98c-ebbe09d7c833,revision_number=None']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:12:43.365057 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-7aafe64b-3dfc-4aca-9feb-f517fef34500 tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:12:43.370824 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-7aafe64b-3dfc-4aca-9feb-f517fef34500 tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] Notify callbacks [] for security_group, before_response {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:12:43.374798 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-c3ed1866-de51-4742-bcf1-9a2f8a2b307a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2007928'] for network, before_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:12:43.375535 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [None req-7aafe64b-3dfc-4aca-9feb-f517fef34500 tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] 10.222.0.20 "DELETE /v2.0/security-groups/d002f976-b789-410a-b98c-ebbe09d7c833 HTTP/1.1" status: 204 len: 168 time: 0.2433028 Apr 17 04:12:43.376445 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.20', 60668) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 17 04:12:43.387020 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.plugin [None req-c3ed1866-de51-4742-bcf1-9a2f8a2b307a admin admin] Deleting port 682b32de-080f-4e57-a122-4bb13d8a05d1 {{(pid=86331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 17 04:12:43.387393 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-c3ed1866-de51-4742-bcf1-9a2f8a2b307a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363244554791028'] for port, before_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:12:43.398808 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.api.v2.resource [None req-168e6dd5-6818-48f0-9a76-315c48da18b2 tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] show failed (client error): The resource could not be found. Apr 17 04:12:43.400296 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [None req-168e6dd5-6818-48f0-9a76-315c48da18b2 tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] 10.222.0.20 "GET /v2.0/security-groups/d002f976-b789-410a-b98c-ebbe09d7c833 HTTP/1.1" status: 404 len: 347 time: 0.0223505 Apr 17 04:12:43.403098 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.20', 60672) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 17 04:12:43.534217 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-201c9e31-f85c-440a-9b90-f99f2ca20cf6 None None] DHCP port deletion for f8f93dec-df20-4bb3-95a3-f64dab26a2d6 request from dv-cinder-786054-2-smb {{(pid=86332) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 17 04:12:43.539588 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.plugin [None req-201c9e31-f85c-440a-9b90-f99f2ca20cf6 None None] Deleting port 682b32de-080f-4e57-a122-4bb13d8a05d1 {{(pid=86332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 17 04:12:43.539588 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-201c9e31-f85c-440a-9b90-f99f2ca20cf6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363244554791028'] for port, before_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:12:43.576240 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.plugin [None req-7920ebe8-2b7a-45ef-b040-0a1614d5b103 tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] Deleting port 13175582-b93b-42c3-8e9c-a1840071dfe9 {{(pid=86330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 17 04:12:43.576617 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-7920ebe8-2b7a-45ef-b040-0a1614d5b103 tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363244554791028'] for port, before_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:12:43.618038 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.db [None req-c3ed1866-de51-4742-bcf1-9a2f8a2b307a admin admin] For port 682b32de-080f-4e57-a122-4bb13d8a05d1, host dv-cinder-786054-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-2-smb',level=0,port_id=682b32de-080f-4e57-a122-4bb13d8a05d1,segment=NetworkSegment(14b5ea21-40f4-463d-9e75-c37fe439802e),segment_id=14b5ea21-40f4-463d-9e75-c37fe439802e)] {{(pid=86331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 17 04:12:43.618491 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-c3ed1866-de51-4742-bcf1-9a2f8a2b307a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853832323'] for port, precommit_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:12:43.741204 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ebeb720-de0d-4de3-a4b7-f0f7ba8816fd None None] New status for floating IP 47cc13e7-dd74-4a08-95c1-3108133cb54f: DOWN {{(pid=86332) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 17 04:12:43.755128 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.plugin [None req-c3ed1866-de51-4742-bcf1-9a2f8a2b307a admin admin] Calling delete_port for 682b32de-080f-4e57-a122-4bb13d8a05d1 owned by network:dhcp {{(pid=86331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 17 04:12:43.774297 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-7920ebe8-2b7a-45ef-b040-0a1614d5b103 tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853832323'] for port, precommit_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:12:43.774543 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-7920ebe8-2b7a-45ef-b040-0a1614d5b103 tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:12:43.846552 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-c3ed1866-de51-4742-bcf1-9a2f8a2b307a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1691685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854152290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244554789151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792299556194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850958277'] for port, after_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:12:43.851891 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-da6e74e5-9f07-4705-b1ed-7f2bb51a39a2 tempest-TestMinimumBasicScenario-1804355180 tempest-TestMinimumBasicScenario-1804355180-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:12:43.899208 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ed1866-de51-4742-bcf1-9a2f8a2b307a admin admin] Pushing event deleted for resources: {'Port': ['ID=682b32de-080f-4e57-a122-4bb13d8a05d1,revision_number=None']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:12:43.902848 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-c3ed1866-de51-4742-bcf1-9a2f8a2b307a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:12:43.903771 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3ed1866-de51-4742-bcf1-9a2f8a2b307a admin admin] No DVR routers for this DVR port 682b32de-080f-4e57-a122-4bb13d8a05d1 on host dv-cinder-786054-2-smb {{(pid=86331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 17 04:12:43.908960 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.plugin [None req-7920ebe8-2b7a-45ef-b040-0a1614d5b103 tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] Calling delete_port for 13175582-b93b-42c3-8e9c-a1840071dfe9 owned by network:floatingip {{(pid=86330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 17 04:12:43.917409 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.db [None req-201c9e31-f85c-440a-9b90-f99f2ca20cf6 None None] For port 682b32de-080f-4e57-a122-4bb13d8a05d1, host dv-cinder-786054-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-2-smb',level=0,port_id=682b32de-080f-4e57-a122-4bb13d8a05d1,segment=NetworkSegment(14b5ea21-40f4-463d-9e75-c37fe439802e),segment_id=14b5ea21-40f4-463d-9e75-c37fe439802e)] {{(pid=86332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 17 04:12:43.917997 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-201c9e31-f85c-440a-9b90-f99f2ca20cf6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853832323'] for port, precommit_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:12:44.026898 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-c3ed1866-de51-4742-bcf1-9a2f8a2b307a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852730783', 'neutron.services.segments.db._delete_segments_for_network-8792299905651'] for network, precommit_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:12:44.063246 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.db.api [None req-7920ebe8-2b7a-45ef-b040-0a1614d5b103 tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86330) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 17 04:12:44.063768 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_db.api [None req-7920ebe8-2b7a-45ef-b040-0a1614d5b103 tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86330) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 17 04:12:44.121110 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.plugin [None req-201c9e31-f85c-440a-9b90-f99f2ca20cf6 None None] Calling delete_port for 682b32de-080f-4e57-a122-4bb13d8a05d1 owned by network:dhcp {{(pid=86332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 17 04:12:44.142184 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.services.segments.db [None req-c3ed1866-de51-4742-bcf1-9a2f8a2b307a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8f93dec-df20-4bb3-95a3-f64dab26a2d6']}} {{(pid=86331) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 17 04:12:44.155124 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.services.segments.db [None req-c3ed1866-de51-4742-bcf1-9a2f8a2b307a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14b5ea21-40f4-463d-9e75-c37fe439802e') {'for_net_delete': True} {{(pid=86331) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 17 04:12:44.155464 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.services.segments.db [None req-c3ed1866-de51-4742-bcf1-9a2f8a2b307a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14b5ea21-40f4-463d-9e75-c37fe439802e') {} {{(pid=86331) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 17 04:12:44.167568 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-c3ed1866-de51-4742-bcf1-9a2f8a2b307a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363244554709347', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852048028'] for segment, before_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:12:44.182931 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-c3ed1866-de51-4742-bcf1-9a2f8a2b307a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852729262'] for segment, precommit_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:12:44.189570 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3ed1866-de51-4742-bcf1-9a2f8a2b307a admin admin] Releasing vlan 142 on physical network physnet1 to pool {{(pid=86331) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 17 04:12:44.194979 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.db.api [None req-201c9e31-f85c-440a-9b90-f99f2ca20cf6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86332) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 17 04:12:44.195389 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_db.api [None req-201c9e31-f85c-440a-9b90-f99f2ca20cf6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86332) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 17 04:12:44.370046 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.managers [None req-c3ed1866-de51-4742-bcf1-9a2f8a2b307a admin admin] Network f8f93dec-df20-4bb3-95a3-f64dab26a2d6 has no segments {{(pid=86331) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 17 04:12:44.378985 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-c3ed1866-de51-4742-bcf1-9a2f8a2b307a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2046501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3817548'] for segment, after_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:12:44.526347 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.rpc [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] Device 682b32de-080f-4e57-a122-4bb13d8a05d1 no longer exists at agent ovs-agent-dv-cinder-786054-2-smb {{(pid=86332) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 17 04:12:44.552953 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.managers [None req-c3ed1866-de51-4742-bcf1-9a2f8a2b307a admin admin] Network f8f93dec-df20-4bb3-95a3-f64dab26a2d6 has no segments {{(pid=86331) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 17 04:12:44.565178 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.plugin [None req-7920ebe8-2b7a-45ef-b040-0a1614d5b103 tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] Deleting port 13175582-b93b-42c3-8e9c-a1840071dfe9 {{(pid=86330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 17 04:12:44.565406 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.plugin [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] No Port match for: 682b32de-080f-4e57-a122-4bb13d8a05d1 {{(pid=86332) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 17 04:12:44.565507 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-7920ebe8-2b7a-45ef-b040-0a1614d5b103 tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363244554791028'] for port, before_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:12:44.565603 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.rpc [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] Device 682b32de-080f-4e57-a122-4bb13d8a05d1 not bound to the agent host dv-cinder-786054-2-smb {{(pid=86332) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 17 04:12:44.579294 dv-cinder-786054-2-smb neutron-server[86217]: Traceback (most recent call last): Apr 17 04:12:44.579294 dv-cinder-786054-2-smb neutron-server[86217]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 17 04:12:44.579294 dv-cinder-786054-2-smb neutron-server[86217]: timer() Apr 17 04:12:44.579294 dv-cinder-786054-2-smb neutron-server[86217]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 17 04:12:44.579294 dv-cinder-786054-2-smb neutron-server[86217]: cb(*args, **kw) Apr 17 04:12:44.579294 dv-cinder-786054-2-smb neutron-server[86217]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 17 04:12:44.579294 dv-cinder-786054-2-smb neutron-server[86217]: return func(*args, **kwargs) Apr 17 04:12:44.579294 dv-cinder-786054-2-smb neutron-server[86217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 17 04:12:44.579294 dv-cinder-786054-2-smb neutron-server[86217]: self._notify() Apr 17 04:12:44.579294 dv-cinder-786054-2-smb neutron-server[86217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 17 04:12:44.579294 dv-cinder-786054-2-smb neutron-server[86217]: self.callback(batched_events) Apr 17 04:12:44.579294 dv-cinder-786054-2-smb neutron-server[86217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 17 04:12:44.579294 dv-cinder-786054-2-smb neutron-server[86217]: event.method(event) Apr 17 04:12:44.579294 dv-cinder-786054-2-smb neutron-server[86217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 17 04:12:44.579294 dv-cinder-786054-2-smb neutron-server[86217]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 17 04:12:44.579294 dv-cinder-786054-2-smb neutron-server[86217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 17 04:12:44.579294 dv-cinder-786054-2-smb neutron-server[86217]: segment_id)['aggregates'][0] Apr 17 04:12:44.579294 dv-cinder-786054-2-smb neutron-server[86217]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 17 04:12:44.579294 dv-cinder-786054-2-smb neutron-server[86217]: return f(self, *a, **k) Apr 17 04:12:44.579294 dv-cinder-786054-2-smb neutron-server[86217]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 17 04:12:44.579294 dv-cinder-786054-2-smb neutron-server[86217]: return self._get(url).json() Apr 17 04:12:44.579294 dv-cinder-786054-2-smb neutron-server[86217]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 17 04:12:44.579294 dv-cinder-786054-2-smb neutron-server[86217]: **kwargs) Apr 17 04:12:44.579294 dv-cinder-786054-2-smb neutron-server[86217]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 17 04:12:44.579294 dv-cinder-786054-2-smb neutron-server[86217]: return self.request(url, 'GET', **kwargs) Apr 17 04:12:44.579294 dv-cinder-786054-2-smb neutron-server[86217]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 17 04:12:44.579294 dv-cinder-786054-2-smb neutron-server[86217]: **endpoint_filter) Apr 17 04:12:44.579294 dv-cinder-786054-2-smb neutron-server[86217]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 17 04:12:44.579294 dv-cinder-786054-2-smb neutron-server[86217]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 17 04:12:44.579294 dv-cinder-786054-2-smb neutron-server[86217]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 17 04:12:44.579294 dv-cinder-786054-2-smb neutron-server[86217]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 17 04:12:44.579294 dv-cinder-786054-2-smb neutron-server[86217]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 17 04:12:44.655187 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-c3ed1866-de51-4742-bcf1-9a2f8a2b307a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2045033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854152290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1023362'] for network, after_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:12:44.658921 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:12:44.672609 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-c3ed1866-de51-4742-bcf1-9a2f8a2b307a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854152307'] for network, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:12:44.683532 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ed1866-de51-4742-bcf1-9a2f8a2b307a admin admin] Pushing event deleted for resources: {'Network': ['ID=f8f93dec-df20-4bb3-95a3-f64dab26a2d6,revision_number=None']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:12:44.686832 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-c3ed1866-de51-4742-bcf1-9a2f8a2b307a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:12:44.697182 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.plugin [None req-201c9e31-f85c-440a-9b90-f99f2ca20cf6 None None] Deleting port 682b32de-080f-4e57-a122-4bb13d8a05d1 {{(pid=86332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 17 04:12:44.697682 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [None req-c3ed1866-de51-4742-bcf1-9a2f8a2b307a admin admin] 10.222.0.20 "DELETE /v2.0/networks/f8f93dec-df20-4bb3-95a3-f64dab26a2d6 HTTP/1.1" status: 204 len: 168 time: 1.4407079 Apr 17 04:12:44.700782 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-201c9e31-f85c-440a-9b90-f99f2ca20cf6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363244554791028'] for port, before_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:12:44.755733 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-7920ebe8-2b7a-45ef-b040-0a1614d5b103 tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853832323'] for port, precommit_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:12:44.756170 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-7920ebe8-2b7a-45ef-b040-0a1614d5b103 tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:12:44.781117 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.plugin [None req-201c9e31-f85c-440a-9b90-f99f2ca20cf6 None None] The port '682b32de-080f-4e57-a122-4bb13d8a05d1' was deleted {{(pid=86332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 17 04:12:44.823490 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.20', 60678) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 17 04:12:44.878060 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [None req-fbd88faf-c9b0-4031-8466-5158b8a4d57a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a895b4724282424590f36093c5571d4e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0528946 Apr 17 04:12:44.880900 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.20', 60682) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 17 04:12:44.889125 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.plugin [None req-7920ebe8-2b7a-45ef-b040-0a1614d5b103 tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] Calling delete_port for 13175582-b93b-42c3-8e9c-a1840071dfe9 owned by network:floatingip {{(pid=86330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 17 04:12:44.945183 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-dab94ac9-638b-411d-ad1f-b829d8cede2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:12:44.972420 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-dab94ac9-638b-411d-ad1f-b829d8cede2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:12:45.020318 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-dab94ac9-638b-411d-ad1f-b829d8cede2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920236'] for security_group, after_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:12:45.032634 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-056409b9-6e9c-4655-96c1-364d80d0a7aa tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:12:45.033573 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-7920ebe8-2b7a-45ef-b040-0a1614d5b103 tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1691685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854152290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244554789151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792299556194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852218909'] for port, after_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:12:45.038642 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-250576f8-37a4-46e3-9bf3-77b466cdff7f tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:12:45.048112 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab94ac9-638b-411d-ad1f-b829d8cede2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f258915-17fe-44e7-85cc-e82327c3219a,revision_number=None']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:12:45.051062 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-dab94ac9-638b-411d-ad1f-b829d8cede2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:12:45.052335 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-dab94ac9-638b-411d-ad1f-b829d8cede2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:12:45.056292 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [None req-dab94ac9-638b-411d-ad1f-b829d8cede2c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7f258915-17fe-44e7-85cc-e82327c3219a HTTP/1.1" status: 204 len: 168 time: 0.1737735 Apr 17 04:12:45.086598 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7920ebe8-2b7a-45ef-b040-0a1614d5b103 tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] Pushing event deleted for resources: {'Port': ['ID=13175582-b93b-42c3-8e9c-a1840071dfe9,revision_number=None']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:12:45.090037 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-7920ebe8-2b7a-45ef-b040-0a1614d5b103 tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:12:45.183733 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-7920ebe8-2b7a-45ef-b040-0a1614d5b103 tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] Notify callbacks [] for floatingip, after_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:12:45.198348 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-7920ebe8-2b7a-45ef-b040-0a1614d5b103 tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2986'] for floatingip, before_response {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:12:45.199918 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [None req-7920ebe8-2b7a-45ef-b040-0a1614d5b103 tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] 10.222.0.20 "DELETE /v2.0/floatingips/47cc13e7-dd74-4a08-95c1-3108133cb54f HTTP/1.1" status: 204 len: 168 time: 1.7958050 Apr 17 04:12:45.560320 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.20', 60700) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 17 04:12:45.566166 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.v2.base [None req-7376a8b8-8f36-403a-b03c-9c156e25f7d6 tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1467005996', 'description': 'tempest-description--41164575'}} {{(pid=86330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 17 04:12:45.572658 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [None req-7376a8b8-8f36-403a-b03c-9c156e25f7d6 tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 17 04:12:45.577263 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [None req-7376a8b8-8f36-403a-b03c-9c156e25f7d6 tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] Usage tracker for resource:security_group and tenant:b27c7ae6f15d4ca4afddb9e09494c2db is out of sync, need to count used quota {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 17 04:12:45.581597 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [None req-7376a8b8-8f36-403a-b03c-9c156e25f7d6 tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 17 04:12:45.588077 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [None req-7376a8b8-8f36-403a-b03c-9c156e25f7d6 tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 17 04:12:45.598348 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-7376a8b8-8f36-403a-b03c-9c156e25f7d6 tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] Notify callbacks [] for security_group, before_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:12:45.619648 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [None req-7376a8b8-8f36-403a-b03c-9c156e25f7d6 tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 17 04:12:45.623778 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [None req-7376a8b8-8f36-403a-b03c-9c156e25f7d6 tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] Usage tracker for resource:security_group_rule and tenant:b27c7ae6f15d4ca4afddb9e09494c2db is out of sync, need to count used quota {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 17 04:12:45.626828 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [None req-7376a8b8-8f36-403a-b03c-9c156e25f7d6 tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 17 04:12:45.633184 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [None req-7376a8b8-8f36-403a-b03c-9c156e25f7d6 tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 17 04:12:45.708219 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-7376a8b8-8f36-403a-b03c-9c156e25f7d6 tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] Notify callbacks [] for security_group, precommit_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:12:45.711326 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-7376a8b8-8f36-403a-b03c-9c156e25f7d6 tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920236'] for security_group, after_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:12:45.716891 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-7c6ebfb5-eb2c-44e6-bcf1-8fe86c03d160 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:12:45.761702 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7376a8b8-8f36-403a-b03c-9c156e25f7d6 tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e743850d-94b1-43b3-92ca-dab10336318b,revision_number=1']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:12:45.764695 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-7376a8b8-8f36-403a-b03c-9c156e25f7d6 tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] Notify callbacks [] for security_group, before_response {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:12:45.768689 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [None req-7376a8b8-8f36-403a-b03c-9c156e25f7d6 tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.2045331 Apr 17 04:12:45.768689 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-7376a8b8-8f36-403a-b03c-9c156e25f7d6 tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:12:45.769079 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.20', 60712) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 17 04:12:45.774541 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.v2.base [None req-9400f34a-c27c-465f-994b-1cee23a2278d tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] Request body: {'security_group_rule': {'security_group_id': 'e743850d-94b1-43b3-92ca-dab10336318b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 17 04:12:45.780996 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [None req-9400f34a-c27c-465f-994b-1cee23a2278d tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 17 04:12:45.785285 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [None req-9400f34a-c27c-465f-994b-1cee23a2278d tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] Usage tracker for resource:security_group_rule and tenant:b27c7ae6f15d4ca4afddb9e09494c2db is out of sync, need to count used quota {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 17 04:12:45.788480 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [None req-9400f34a-c27c-465f-994b-1cee23a2278d tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 17 04:12:45.794757 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [None req-9400f34a-c27c-465f-994b-1cee23a2278d tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 17 04:12:45.811931 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-9400f34a-c27c-465f-994b-1cee23a2278d tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:12:45.843089 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.20', 60716) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 17 04:12:45.881501 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-9400f34a-c27c-465f-994b-1cee23a2278d tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:12:45.884489 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-9400f34a-c27c-465f-994b-1cee23a2278d tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920256'] for security_group_rule, after_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:12:45.893071 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:12:45.914949 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9400f34a-c27c-465f-994b-1cee23a2278d tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f16f078-1430-443f-9c57-743f3bf60ae6,revision_number=0']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:12:45.917854 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-9400f34a-c27c-465f-994b-1cee23a2278d tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:12:45.922241 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-9400f34a-c27c-465f-994b-1cee23a2278d tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:12:45.923604 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [None req-9400f34a-c27c-465f-994b-1cee23a2278d tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1537566 Apr 17 04:12:45.926459 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.20', 60722) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 17 04:12:45.932160 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.v2.base [None req-69c03d13-1985-4633-9d02-620c7bd0f612 tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] Request body: {'security_group_rule': {'security_group_id': 'e743850d-94b1-43b3-92ca-dab10336318b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=86330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 17 04:12:45.938454 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [None req-69c03d13-1985-4633-9d02-620c7bd0f612 tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 17 04:12:45.943807 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [None req-69c03d13-1985-4633-9d02-620c7bd0f612 tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] Usage tracker for resource:security_group_rule and tenant:b27c7ae6f15d4ca4afddb9e09494c2db is out of sync, need to count used quota {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 17 04:12:45.946877 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [None req-69c03d13-1985-4633-9d02-620c7bd0f612 tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 17 04:12:45.953282 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [None req-69c03d13-1985-4633-9d02-620c7bd0f612 tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 17 04:12:45.963269 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.v2.base [None req-c47c71ac-9cc7-47c1-a0df-53c6909992a5 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1251893539-network', 'tenant_id': '58c57eb2d8c94d42954f48d825d38fad'}} {{(pid=86331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 17 04:12:45.968317 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [None req-c47c71ac-9cc7-47c1-a0df-53c6909992a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 17 04:12:45.969880 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-69c03d13-1985-4633-9d02-620c7bd0f612 tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:12:45.972350 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [None req-c47c71ac-9cc7-47c1-a0df-53c6909992a5 admin admin] Usage tracker for resource:network and tenant:58c57eb2d8c94d42954f48d825d38fad is out of sync, need to count used quota {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 17 04:12:45.975392 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [None req-c47c71ac-9cc7-47c1-a0df-53c6909992a5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 17 04:12:45.982099 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [None req-c47c71ac-9cc7-47c1-a0df-53c6909992a5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 17 04:12:45.991590 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c47c71ac-9cc7-47c1-a0df-53c6909992a5 admin admin] Made reservation on behalf of 58c57eb2d8c94d42954f48d825d38fad for: {'network': 1} {{(pid=86331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 17 04:12:45.996475 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-c47c71ac-9cc7-47c1-a0df-53c6909992a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853081909'] for network, before_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:12:46.009593 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-c47c71ac-9cc7-47c1-a0df-53c6909992a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:12:46.026599 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [None req-c47c71ac-9cc7-47c1-a0df-53c6909992a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 17 04:12:46.030715 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [None req-c47c71ac-9cc7-47c1-a0df-53c6909992a5 admin admin] Usage tracker for resource:security_group_rule and tenant:58c57eb2d8c94d42954f48d825d38fad is out of sync, need to count used quota {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 17 04:12:46.033710 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [None req-c47c71ac-9cc7-47c1-a0df-53c6909992a5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 17 04:12:46.035349 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-69c03d13-1985-4633-9d02-620c7bd0f612 tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:12:46.039084 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-69c03d13-1985-4633-9d02-620c7bd0f612 tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920256'] for security_group_rule, after_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:12:46.040574 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [None req-c47c71ac-9cc7-47c1-a0df-53c6909992a5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 17 04:12:46.041395 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-d2c1137a-b2e6-44f1-912e-baebeca20009 tempest-TestShelveInstance-1964921938 tempest-TestShelveInstance-1964921938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:12:46.065614 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c03d13-1985-4633-9d02-620c7bd0f612 tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4214a14e-96a3-4485-8039-24619e3fd537,revision_number=0']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:12:46.068214 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-69c03d13-1985-4633-9d02-620c7bd0f612 tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:12:46.075502 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-69c03d13-1985-4633-9d02-620c7bd0f612 tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:12:46.076946 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [None req-69c03d13-1985-4633-9d02-620c7bd0f612 tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1494372 Apr 17 04:12:46.080222 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.20', 60726) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 17 04:12:46.086348 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.v2.base [None req-7e6dac40-1e16-4bdf-8cfa-bf65f819df3c tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] Request body: {'floatingip': {'floating_network_id': '3299e77b-a72c-46bf-8676-13cef166cd0a'}} {{(pid=86330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 17 04:12:46.092674 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [None req-7e6dac40-1e16-4bdf-8cfa-bf65f819df3c tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 17 04:12:46.096731 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [None req-7e6dac40-1e16-4bdf-8cfa-bf65f819df3c tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] Usage tracker for resource:floatingip and tenant:b27c7ae6f15d4ca4afddb9e09494c2db is out of sync, need to count used quota {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 17 04:12:46.099626 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [None req-7e6dac40-1e16-4bdf-8cfa-bf65f819df3c tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 17 04:12:46.113730 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [None req-7e6dac40-1e16-4bdf-8cfa-bf65f819df3c tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 17 04:12:46.131091 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-7e6dac40-1e16-4bdf-8cfa-bf65f819df3c tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] Notify callbacks [] for floatingip, before_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:12:46.147956 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-c47c71ac-9cc7-47c1-a0df-53c6909992a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:12:46.151611 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-c47c71ac-9cc7-47c1-a0df-53c6909992a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920236'] for security_group, after_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:12:46.154712 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-53c8758b-6911-4918-98c2-462c0d89f5b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:12:46.183945 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c47c71ac-9cc7-47c1-a0df-53c6909992a5 admin admin] vlan segment allocate from pool success with {'vlan_id': 100, 'physical_network': 'physnet1'} {{(pid=86331) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 17 04:12:46.193074 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47c71ac-9cc7-47c1-a0df-53c6909992a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abd63291-8531-40ad-82f4-dd5c194bf572,revision_number=1']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:12:46.197040 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-c47c71ac-9cc7-47c1-a0df-53c6909992a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:12:46.199993 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-c47c71ac-9cc7-47c1-a0df-53c6909992a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852729262'] for segment, precommit_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:12:46.200411 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.db.segments_db [None req-c47c71ac-9cc7-47c1-a0df-53c6909992a5 admin admin] Added segment c4d962e9-b171-43e3-ace3-0a4456ecd0d6 of type vlan for network 1930eca8-6732-4738-8264-3fac4f645a7f Apr 17 04:12:46.229714 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-c47c71ac-9cc7-47c1-a0df-53c6909992a5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792299528426'] for network, precommit_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:12:46.261865 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-c47c71ac-9cc7-47c1-a0df-53c6909992a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854152290'] for network, after_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:12:46.263237 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c47c71ac-9cc7-47c1-a0df-53c6909992a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:12:46.263878 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-c47c71ac-9cc7-47c1-a0df-53c6909992a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854152307'] for network, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:12:46.268935 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-ff781159-d94c-4d5a-b9cb-ccfc173a4921 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:12:46.281772 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-7e6dac40-1e16-4bdf-8cfa-bf65f819df3c tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853081909'] for port, before_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:12:46.373223 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [None req-c47c71ac-9cc7-47c1-a0df-53c6909992a5 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.5288687 Apr 17 04:12:46.374204 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47c71ac-9cc7-47c1-a0df-53c6909992a5 admin admin] Pushing event updated for resources: {'Network': ['ID=1930eca8-6732-4738-8264-3fac4f645a7f,revision_number=1']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:12:46.376331 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.20', 60730) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 17 04:12:46.379170 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-c47c71ac-9cc7-47c1-a0df-53c6909992a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:12:46.383036 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.v2.base [None req-cbfc9d57-b1ef-4701-b9df-2deb0f9cafbd admin admin] Request body: {'subnet': {'network_id': '1930eca8-6732-4738-8264-3fac4f645a7f', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1251893539-subnet', 'tenant_id': '58c57eb2d8c94d42954f48d825d38fad', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 17 04:12:46.386434 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.rpc [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] Network 1930eca8-6732-4738-8264-3fac4f645a7f details requested by agent ovs-agent-dv-cinder-786054-2-smb with host dv-cinder-786054-2-smb {{(pid=86332) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 17 04:12:46.388424 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [None req-cbfc9d57-b1ef-4701-b9df-2deb0f9cafbd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 17 04:12:46.392810 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [None req-cbfc9d57-b1ef-4701-b9df-2deb0f9cafbd admin admin] Usage tracker for resource:subnet and tenant:58c57eb2d8c94d42954f48d825d38fad is out of sync, need to count used quota {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 17 04:12:46.395539 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [None req-cbfc9d57-b1ef-4701-b9df-2deb0f9cafbd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 17 04:12:46.402101 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [None req-cbfc9d57-b1ef-4701-b9df-2deb0f9cafbd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 17 04:12:46.413072 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbfc9d57-b1ef-4701-b9df-2deb0f9cafbd admin admin] Made reservation on behalf of 58c57eb2d8c94d42954f48d825d38fad for: {'subnet': 1} {{(pid=86331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 17 04:12:46.418057 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-cbfc9d57-b1ef-4701-b9df-2deb0f9cafbd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2643407'] for subnet, before_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:12:46.429574 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.db_base_plugin_common [None req-7e6dac40-1e16-4bdf-8cfa-bf65f819df3c tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] Allocated IP 172.28.1.187 (3299e77b-a72c-46bf-8676-13cef166cd0a/126682c8-3b96-411d-a59b-48497db5cf0c/dc9ef11f-05d3-43fb-86f5-4f1896b93e03) {{(pid=86330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 17 04:12:46.842835 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-7e6dac40-1e16-4bdf-8cfa-bf65f819df3c tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] Notify callbacks [] for port, precommit_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:12:46.846619 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-cbfc9d57-b1ef-4701-b9df-2deb0f9cafbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854152290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3818410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2643422'] for subnet, after_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:12:46.850643 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:12:46.875395 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-7e6dac40-1e16-4bdf-8cfa-bf65f819df3c tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1691685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854152290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244555219623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852218909'] for port, after_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:12:46.880365 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-d603adf6-ba9f-4466-be69-e18de4d620ff service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:12:46.928747 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfc9d57-b1ef-4701-b9df-2deb0f9cafbd admin admin] Pushing event updated for resources: {'Subnet': ['ID=b8dce50c-48d4-4514-b5ed-e0a086d94116,revision_number=0']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:12:46.932582 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-cbfc9d57-b1ef-4701-b9df-2deb0f9cafbd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:12:46.935654 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbfc9d57-b1ef-4701-b9df-2deb0f9cafbd admin admin] Checking segment: {'id': 'c4d962e9-b171-43e3-ace3-0a4456ecd0d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '1930eca8-6732-4738-8264-3fac4f645a7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 17 04:12:46.935654 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbfc9d57-b1ef-4701-b9df-2deb0f9cafbd admin admin] Network hostable DHCP agents. Network: 1930eca8-6732-4738-8264-3fac4f645a7f, hostable agents: ['24f06517-14a9-410e-b60e-7bfb109842b9'], hosted agents: [] {{(pid=86331) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 17 04:12:46.951090 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e6dac40-1e16-4bdf-8cfa-bf65f819df3c tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] Network 3299e77b-a72c-46bf-8676-13cef166cd0a is already hosted by enough agents. {{(pid=86330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 17 04:12:46.954522 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.scheduler.base_scheduler [None req-7e6dac40-1e16-4bdf-8cfa-bf65f819df3c tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] Resources bound (agent type, host, resource id): {{(pid=86330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 17 04:12:46.956948 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbfc9d57-b1ef-4701-b9df-2deb0f9cafbd admin admin] Network 1930eca8-6732-4738-8264-3fac4f645a7f is scheduled to be hosted by DHCP agent 24f06517-14a9-410e-b60e-7bfb109842b9 with binding_index 1 {{(pid=86331) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 17 04:12:46.958562 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e6dac40-1e16-4bdf-8cfa-bf65f819df3c tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] Received port after_create {{(pid=86330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 17 04:12:46.966737 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.scheduler.base_scheduler [None req-cbfc9d57-b1ef-4701-b9df-2deb0f9cafbd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786054-2-smb, 1930eca8-6732-4738-8264-3fac4f645a7f) {{(pid=86331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 17 04:12:46.979267 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbfc9d57-b1ef-4701-b9df-2deb0f9cafbd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:12:46.979920 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-cbfc9d57-b1ef-4701-b9df-2deb0f9cafbd admin admin] Notify callbacks [] for subnet, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:12:46.990094 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6dac40-1e16-4bdf-8cfa-bf65f819df3c tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] Pushing event updated for resources: {'Port': ['ID=dc9ef11f-05d3-43fb-86f5-4f1896b93e03,revision_number=1']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:12:46.990296 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2ba0ed8-bfd7-45e3-8a6d-6d5943dc4cf6 None None] Network 1930eca8-6732-4738-8264-3fac4f645a7f requested from dv-cinder-786054-2-smb {{(pid=86332) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 17 04:12:46.997051 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-7e6dac40-1e16-4bdf-8cfa-bf65f819df3c tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:12:47.007688 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [None req-cbfc9d57-b1ef-4701-b9df-2deb0f9cafbd admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6255977 Apr 17 04:12:47.052009 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-7e6dac40-1e16-4bdf-8cfa-bf65f819df3c tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:12:47.118006 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-7e6dac40-1e16-4bdf-8cfa-bf65f819df3c tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853081909'] for port, before_update {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:12:47.232283 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30e38f74-620e-435c-aa61-39cf666b7685 None None] Network 1930eca8-6732-4738-8264-3fac4f645a7f requested from dv-cinder-786054-2-smb {{(pid=86332) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 17 04:12:47.343799 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-7e6dac40-1e16-4bdf-8cfa-bf65f819df3c tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] Notify callbacks [] for port, precommit_update {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:12:47.349087 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-7e6dac40-1e16-4bdf-8cfa-bf65f819df3c tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1691685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854152290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792299986632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244555219606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792299556228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2556906'] for port, after_update {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:12:47.355212 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-7215aded-28b3-4670-831d-16222d64752a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:12:47.487788 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-7e6dac40-1e16-4bdf-8cfa-bf65f819df3c tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1023409'] for floatingip, after_update {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:12:47.492417 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6dac40-1e16-4bdf-8cfa-bf65f819df3c tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] Pushing event updated for resources: {'Port': ['ID=dc9ef11f-05d3-43fb-86f5-4f1896b93e03,revision_number=2']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:12:47.496929 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-7e6dac40-1e16-4bdf-8cfa-bf65f819df3c tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:12:47.514437 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-7e6dac40-1e16-4bdf-8cfa-bf65f819df3c tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2986'] for floatingip, before_response {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:12:47.515490 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [None req-7e6dac40-1e16-4bdf-8cfa-bf65f819df3c tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4340179 Apr 17 04:12:47.587255 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.20', 60754) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 17 04:12:47.594029 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.v2.base [None req-6a18a54b-78ac-42cb-9d0c-a34249ee10c3 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1277243526-network', 'tenant_id': 'cd721b98550143f4b2668900f6a740d3'}} {{(pid=86331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 17 04:12:47.599151 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [None req-6a18a54b-78ac-42cb-9d0c-a34249ee10c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 17 04:12:47.603302 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [None req-6a18a54b-78ac-42cb-9d0c-a34249ee10c3 admin admin] Usage tracker for resource:network and tenant:cd721b98550143f4b2668900f6a740d3 is out of sync, need to count used quota {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 17 04:12:47.607313 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [None req-6a18a54b-78ac-42cb-9d0c-a34249ee10c3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 17 04:12:47.613462 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [None req-6a18a54b-78ac-42cb-9d0c-a34249ee10c3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 17 04:12:47.623896 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a18a54b-78ac-42cb-9d0c-a34249ee10c3 admin admin] Made reservation on behalf of cd721b98550143f4b2668900f6a740d3 for: {'network': 1} {{(pid=86331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 17 04:12:47.628664 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-6a18a54b-78ac-42cb-9d0c-a34249ee10c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853081909'] for network, before_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:12:47.642555 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-6a18a54b-78ac-42cb-9d0c-a34249ee10c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:12:47.658481 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [None req-6a18a54b-78ac-42cb-9d0c-a34249ee10c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 17 04:12:47.662647 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [None req-6a18a54b-78ac-42cb-9d0c-a34249ee10c3 admin admin] Usage tracker for resource:security_group_rule and tenant:cd721b98550143f4b2668900f6a740d3 is out of sync, need to count used quota {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 17 04:12:47.665836 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [None req-6a18a54b-78ac-42cb-9d0c-a34249ee10c3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 17 04:12:47.672194 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [None req-6a18a54b-78ac-42cb-9d0c-a34249ee10c3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 17 04:12:47.794779 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-6a18a54b-78ac-42cb-9d0c-a34249ee10c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:12:47.800258 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-88547224-3b5d-46e9-bbc7-562f925fa8c8 req-b44d922e-c018-46bd-aec5-1b12b7a1e5ef tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1467005996&fields=id&tenant_id=b27c7ae6f15d4ca4afddb9e09494c2db HTTP/1.1" status: 200 len: 267 time: 0.0732920 Apr 17 04:12:47.801412 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-6a18a54b-78ac-42cb-9d0c-a34249ee10c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920236'] for security_group, after_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:12:47.804453 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-fd2526ac-12d1-415e-99b8-438b091f6063 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:12:47.881711 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a18a54b-78ac-42cb-9d0c-a34249ee10c3 admin admin] vlan segment allocate from pool success with {'vlan_id': 131, 'physical_network': 'physnet1'} {{(pid=86331) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 17 04:12:47.883823 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a18a54b-78ac-42cb-9d0c-a34249ee10c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=667303a0-36b6-40b9-ae95-0db26dd9c1c5,revision_number=1']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:12:47.939640 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-6a18a54b-78ac-42cb-9d0c-a34249ee10c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:12:47.956042 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-6a18a54b-78ac-42cb-9d0c-a34249ee10c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852729262'] for segment, precommit_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:12:47.956425 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.db.segments_db [None req-6a18a54b-78ac-42cb-9d0c-a34249ee10c3 admin admin] Added segment 1659ee19-99b3-449d-aa1d-c0649686e860 of type vlan for network c9b07533-6caf-4b9f-8aa8-2e9dcb52995f Apr 17 04:12:48.012926 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-6a18a54b-78ac-42cb-9d0c-a34249ee10c3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792299528426'] for network, precommit_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:12:48.025676 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88547224-3b5d-46e9-bbc7-562f925fa8c8 req-631e879a-6d5d-4866-b180-b77bd8839bdc tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:12:48.027264 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-88547224-3b5d-46e9-bbc7-562f925fa8c8 req-631e879a-6d5d-4866-b180-b77bd8839bdc tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] 10.222.0.20 "GET /v2.0/networks?id=bcdf37d1-d8cb-465c-8c2d-b213a0f4b25a HTTP/1.1" status: 200 len: 810 time: 0.2121820 Apr 17 04:12:48.056087 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-88547224-3b5d-46e9-bbc7-562f925fa8c8 req-fa8330d5-dc69-4c12-a6e2-328f6d03a45f tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] 10.222.0.20 "GET /v2.0/quotas/b27c7ae6f15d4ca4afddb9e09494c2db HTTP/1.1" status: 200 len: 375 time: 0.0220726 Apr 17 04:12:48.097946 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-6a18a54b-78ac-42cb-9d0c-a34249ee10c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854152290'] for network, after_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:12:48.104086 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a18a54b-78ac-42cb-9d0c-a34249ee10c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:12:48.104750 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-6a18a54b-78ac-42cb-9d0c-a34249ee10c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854152307'] for network, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:12:48.113421 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:12:48.225920 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a18a54b-78ac-42cb-9d0c-a34249ee10c3 admin admin] Pushing event updated for resources: {'Network': ['ID=c9b07533-6caf-4b9f-8aa8-2e9dcb52995f,revision_number=1']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:12:48.230039 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-6a18a54b-78ac-42cb-9d0c-a34249ee10c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:12:48.234821 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [None req-6a18a54b-78ac-42cb-9d0c-a34249ee10c3 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.6463146 Apr 17 04:12:48.236711 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.rpc [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] Network c9b07533-6caf-4b9f-8aa8-2e9dcb52995f details requested by agent ovs-agent-dv-cinder-786054-2-smb with host dv-cinder-786054-2-smb {{(pid=86332) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 17 04:12:48.238057 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.20', 60768) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 17 04:12:48.245046 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.v2.base [None req-7d1542fb-9b73-4860-99cd-5ecb0ea53b22 admin admin] Request body: {'subnet': {'network_id': 'c9b07533-6caf-4b9f-8aa8-2e9dcb52995f', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1277243526-subnet', 'tenant_id': 'cd721b98550143f4b2668900f6a740d3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 17 04:12:48.250478 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [None req-7d1542fb-9b73-4860-99cd-5ecb0ea53b22 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 17 04:12:48.254752 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [None req-7d1542fb-9b73-4860-99cd-5ecb0ea53b22 admin admin] Usage tracker for resource:subnet and tenant:cd721b98550143f4b2668900f6a740d3 is out of sync, need to count used quota {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 17 04:12:48.257923 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [None req-7d1542fb-9b73-4860-99cd-5ecb0ea53b22 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 17 04:12:48.265236 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-88547224-3b5d-46e9-bbc7-562f925fa8c8 req-78010c40-30e9-4e21-83af-bb17d50ef82b tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=b27c7ae6f15d4ca4afddb9e09494c2db&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2022338 Apr 17 04:12:48.265855 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [None req-7d1542fb-9b73-4860-99cd-5ecb0ea53b22 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 17 04:12:48.276856 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d1542fb-9b73-4860-99cd-5ecb0ea53b22 admin admin] Made reservation on behalf of cd721b98550143f4b2668900f6a740d3 for: {'subnet': 1} {{(pid=86330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 17 04:12:48.281944 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-7d1542fb-9b73-4860-99cd-5ecb0ea53b22 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2101262'] for subnet, before_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:12:48.526981 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-88547224-3b5d-46e9-bbc7-562f925fa8c8 req-c0599a6d-6c71-4129-a381-80d722dcd242 service neutron] 10.222.0.20 "GET /v2.0/networks/bcdf37d1-d8cb-465c-8c2d-b213a0f4b25a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2473383 Apr 17 04:12:48.672085 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-88547224-3b5d-46e9-bbc7-562f925fa8c8 req-2a1fc8d8-1721-4ed1-adff-11125a6fc438 service neutron] 10.222.0.20 "GET /v2.0/networks/bcdf37d1-d8cb-465c-8c2d-b213a0f4b25a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378829 Apr 17 04:12:48.690732 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-7d1542fb-9b73-4860-99cd-5ecb0ea53b22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854152290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2556018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2101279'] for subnet, after_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:12:48.695765 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:12:48.770478 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1542fb-9b73-4860-99cd-5ecb0ea53b22 admin admin] Pushing event updated for resources: {'Subnet': ['ID=36dc4e87-420b-4430-ba96-3f2c78178a97,revision_number=0']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:12:48.774275 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-7d1542fb-9b73-4860-99cd-5ecb0ea53b22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:12:48.781741 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d1542fb-9b73-4860-99cd-5ecb0ea53b22 admin admin] Checking segment: {'id': '1659ee19-99b3-449d-aa1d-c0649686e860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'c9b07533-6caf-4b9f-8aa8-2e9dcb52995f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 17 04:12:48.782166 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d1542fb-9b73-4860-99cd-5ecb0ea53b22 admin admin] Network hostable DHCP agents. Network: c9b07533-6caf-4b9f-8aa8-2e9dcb52995f, hostable agents: ['24f06517-14a9-410e-b60e-7bfb109842b9'], hosted agents: [] {{(pid=86330) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 17 04:12:48.801337 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d1542fb-9b73-4860-99cd-5ecb0ea53b22 admin admin] Network c9b07533-6caf-4b9f-8aa8-2e9dcb52995f is scheduled to be hosted by DHCP agent 24f06517-14a9-410e-b60e-7bfb109842b9 with binding_index 1 {{(pid=86330) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 17 04:12:48.812242 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.scheduler.base_scheduler [None req-7d1542fb-9b73-4860-99cd-5ecb0ea53b22 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786054-2-smb, c9b07533-6caf-4b9f-8aa8-2e9dcb52995f) {{(pid=86330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 17 04:12:48.822088 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3868e712-1f96-4b5e-b759-88a03252b7b9 None None] Network c9b07533-6caf-4b9f-8aa8-2e9dcb52995f requested from dv-cinder-786054-2-smb {{(pid=86332) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 17 04:12:48.828620 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d1542fb-9b73-4860-99cd-5ecb0ea53b22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:12:48.829333 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-7d1542fb-9b73-4860-99cd-5ecb0ea53b22 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854152307'] for subnet, before_response {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:12:48.855923 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [None req-7d1542fb-9b73-4860-99cd-5ecb0ea53b22 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6165760 Apr 17 04:12:48.907894 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-3a01f50e-3843-4dec-93e4-9524e86aa82c req-b13cea2e-d977-4e8a-95f8-2a3fdfa88e24 tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] 10.222.0.20 "GET /v2.0/ports?device_id=58e3a8fd-6e0f-488b-a08c-f642b97b5733 HTTP/1.1" status: 200 len: 210 time: 0.0658619 Apr 17 04:12:49.010383 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.20', 60784) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 17 04:12:49.083354 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.db_base_plugin_v2 [None req-322e8575-2490-47b2-9e02-2907e0f886b4 admin admin] Deleting subnet b8dce50c-48d4-4514-b5ed-e0a086d94116 {{(pid=86330) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 17 04:12:49.086690 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-322e8575-2490-47b2-9e02-2907e0f886b4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:12:49.089333 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ca76bfd-ee59-4666-93e3-22c09f8849af None None] Network c9b07533-6caf-4b9f-8aa8-2e9dcb52995f requested from dv-cinder-786054-2-smb {{(pid=86332) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 17 04:12:49.140682 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-322e8575-2490-47b2-9e02-2907e0f886b4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852242307'] for subnet, precommit_delete_associations {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:12:49.204117 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-322e8575-2490-47b2-9e02-2907e0f886b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2044980'] for subnet, precommit_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:12:49.473684 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-322e8575-2490-47b2-9e02-2907e0f886b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036852730868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854152290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852219849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852674524'] for subnet, after_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:12:49.479075 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-a59f3736-a249-4d39-ab05-9610266f06b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:12:49.515903 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322e8575-2490-47b2-9e02-2907e0f886b4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b8dce50c-48d4-4514-b5ed-e0a086d94116,revision_number=None']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:12:49.518047 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-322e8575-2490-47b2-9e02-2907e0f886b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854152307'] for subnet, before_response {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:12:49.520719 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-322e8575-2490-47b2-9e02-2907e0f886b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:12:49.525064 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [None req-322e8575-2490-47b2-9e02-2907e0f886b4 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/b8dce50c-48d4-4514-b5ed-e0a086d94116 HTTP/1.1" status: 204 len: 168 time: 0.5135288 Apr 17 04:12:49.527869 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.20', 60790) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 17 04:12:49.639571 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-3b9a6f3d-6dac-4e46-9227-53b7dc387096 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2007928'] for network, before_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:12:49.768323 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-3b9a6f3d-6dac-4e46-9227-53b7dc387096 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852730783', 'neutron.services.segments.db._delete_segments_for_network-8792299905651'] for network, precommit_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:12:49.991018 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.services.segments.db [None req-3b9a6f3d-6dac-4e46-9227-53b7dc387096 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1930eca8-6732-4738-8264-3fac4f645a7f']}} {{(pid=86330) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 17 04:12:50.010733 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.services.segments.db [None req-3b9a6f3d-6dac-4e46-9227-53b7dc387096 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4d962e9-b171-43e3-ace3-0a4456ecd0d6') {'for_net_delete': True} {{(pid=86330) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 17 04:12:50.011086 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.services.segments.db [None req-3b9a6f3d-6dac-4e46-9227-53b7dc387096 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4d962e9-b171-43e3-ace3-0a4456ecd0d6') {} {{(pid=86330) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 17 04:12:50.037353 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-3b9a6f3d-6dac-4e46-9227-53b7dc387096 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363244554709347', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2533493'] for segment, before_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:12:50.063486 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88547224-3b5d-46e9-bbc7-562f925fa8c8 req-cf67500e-3542-4728-8094-f61a748fdf40 tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:12:50.065092 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-88547224-3b5d-46e9-bbc7-562f925fa8c8 req-cf67500e-3542-4728-8094-f61a748fdf40 tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] 10.222.0.32 "GET /v2.0/networks?id=bcdf37d1-d8cb-465c-8c2d-b213a0f4b25a HTTP/1.1" status: 200 len: 810 time: 0.2647223 Apr 17 04:12:50.067518 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-3b9a6f3d-6dac-4e46-9227-53b7dc387096 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852729262'] for segment, precommit_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:12:50.073780 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b9a6f3d-6dac-4e46-9227-53b7dc387096 admin admin] Releasing vlan 100 on physical network physnet1 to pool {{(pid=86330) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 17 04:12:50.076279 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-f3bff041-7735-4621-9ba6-d75683f7f8a1 req-5ee53e55-9fef-4555-8c65-5082f3579642 tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] 10.222.0.20 "GET /v2.0/ports?device_id=58e3a8fd-6e0f-488b-a08c-f642b97b5733 HTTP/1.1" status: 200 len: 210 time: 0.0532558 Apr 17 04:12:50.298569 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.managers [None req-3b9a6f3d-6dac-4e46-9227-53b7dc387096 admin admin] Network 1930eca8-6732-4738-8264-3fac4f645a7f has no segments {{(pid=86330) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 17 04:12:50.309166 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-3b9a6f3d-6dac-4e46-9227-53b7dc387096 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2046501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2556820'] for segment, after_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:12:50.327853 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [req-88547224-3b5d-46e9-bbc7-562f925fa8c8 req-6693c2b2-1060-486f-9bc2-84d6f7b51c22 tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] Synchronizing usage tracker for tenant:b27c7ae6f15d4ca4afddb9e09494c2db on resource:security_group {{(pid=86330) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 17 04:12:50.435148 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [req-88547224-3b5d-46e9-bbc7-562f925fa8c8 req-6693c2b2-1060-486f-9bc2-84d6f7b51c22 tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] Unset dirty status for tenant:b27c7ae6f15d4ca4afddb9e09494c2db on resource:security_group {{(pid=86330) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 17 04:12:50.436533 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-88547224-3b5d-46e9-bbc7-562f925fa8c8 req-6693c2b2-1060-486f-9bc2-84d6f7b51c22 tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b27c7ae6f15d4ca4afddb9e09494c2db HTTP/1.1" status: 200 len: 5707 time: 0.3482935 Apr 17 04:12:50.492556 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.v2.base [req-88547224-3b5d-46e9-bbc7-562f925fa8c8 req-4e7b35c1-b089-468b-8b57-c7b14c103f52 tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] Request body: {'port': {'device_id': '58e3a8fd-6e0f-488b-a08c-f642b97b5733', 'network_id': 'bcdf37d1-d8cb-465c-8c2d-b213a0f4b25a', 'admin_state_up': True, 'tenant_id': 'b27c7ae6f15d4ca4afddb9e09494c2db', 'security_groups': ['e743850d-94b1-43b3-92ca-dab10336318b']}} {{(pid=86330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 17 04:12:50.531100 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.managers [None req-3b9a6f3d-6dac-4e46-9227-53b7dc387096 admin admin] Network 1930eca8-6732-4738-8264-3fac4f645a7f has no segments {{(pid=86330) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 17 04:12:50.555670 dv-cinder-786054-2-smb neutron-server[86217]: Traceback (most recent call last): Apr 17 04:12:50.555670 dv-cinder-786054-2-smb neutron-server[86217]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 17 04:12:50.555670 dv-cinder-786054-2-smb neutron-server[86217]: timer() Apr 17 04:12:50.555670 dv-cinder-786054-2-smb neutron-server[86217]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 17 04:12:50.555670 dv-cinder-786054-2-smb neutron-server[86217]: cb(*args, **kw) Apr 17 04:12:50.555670 dv-cinder-786054-2-smb neutron-server[86217]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 17 04:12:50.555670 dv-cinder-786054-2-smb neutron-server[86217]: return func(*args, **kwargs) Apr 17 04:12:50.555670 dv-cinder-786054-2-smb neutron-server[86217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 17 04:12:50.555670 dv-cinder-786054-2-smb neutron-server[86217]: self._notify() Apr 17 04:12:50.555670 dv-cinder-786054-2-smb neutron-server[86217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 17 04:12:50.555670 dv-cinder-786054-2-smb neutron-server[86217]: self.callback(batched_events) Apr 17 04:12:50.555670 dv-cinder-786054-2-smb neutron-server[86217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 17 04:12:50.555670 dv-cinder-786054-2-smb neutron-server[86217]: event.method(event) Apr 17 04:12:50.555670 dv-cinder-786054-2-smb neutron-server[86217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 17 04:12:50.555670 dv-cinder-786054-2-smb neutron-server[86217]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 17 04:12:50.555670 dv-cinder-786054-2-smb neutron-server[86217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 17 04:12:50.555670 dv-cinder-786054-2-smb neutron-server[86217]: segment_id)['aggregates'][0] Apr 17 04:12:50.555670 dv-cinder-786054-2-smb neutron-server[86217]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 17 04:12:50.555670 dv-cinder-786054-2-smb neutron-server[86217]: return f(self, *a, **k) Apr 17 04:12:50.555670 dv-cinder-786054-2-smb neutron-server[86217]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 17 04:12:50.555670 dv-cinder-786054-2-smb neutron-server[86217]: return self._get(url).json() Apr 17 04:12:50.555670 dv-cinder-786054-2-smb neutron-server[86217]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 17 04:12:50.555670 dv-cinder-786054-2-smb neutron-server[86217]: **kwargs) Apr 17 04:12:50.555670 dv-cinder-786054-2-smb neutron-server[86217]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 17 04:12:50.555670 dv-cinder-786054-2-smb neutron-server[86217]: return self.request(url, 'GET', **kwargs) Apr 17 04:12:50.555670 dv-cinder-786054-2-smb neutron-server[86217]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 17 04:12:50.555670 dv-cinder-786054-2-smb neutron-server[86217]: **endpoint_filter) Apr 17 04:12:50.555670 dv-cinder-786054-2-smb neutron-server[86217]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 17 04:12:50.555670 dv-cinder-786054-2-smb neutron-server[86217]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 17 04:12:50.555670 dv-cinder-786054-2-smb neutron-server[86217]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 17 04:12:50.555670 dv-cinder-786054-2-smb neutron-server[86217]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 17 04:12:50.555670 dv-cinder-786054-2-smb neutron-server[86217]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 17 04:12:50.698230 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-3b9a6f3d-6dac-4e46-9227-53b7dc387096 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2045033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854152290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1023362'] for network, after_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:12:50.710338 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-2cc3d78e-e269-4f5e-88d3-8f7747cfa782 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:12:50.726338 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-3b9a6f3d-6dac-4e46-9227-53b7dc387096 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854152307'] for network, before_response {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:12:50.748706 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9a6f3d-6dac-4e46-9227-53b7dc387096 admin admin] Pushing event deleted for resources: {'Network': ['ID=1930eca8-6732-4738-8264-3fac4f645a7f,revision_number=None']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:12:50.754176 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-3b9a6f3d-6dac-4e46-9227-53b7dc387096 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:12:50.755222 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [None req-3b9a6f3d-6dac-4e46-9227-53b7dc387096 admin admin] 10.222.0.20 "DELETE /v2.0/networks/1930eca8-6732-4738-8264-3fac4f645a7f HTTP/1.1" status: 204 len: 168 time: 1.2263374 Apr 17 04:12:50.758320 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.20', 60800) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 17 04:12:50.761256 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [req-88547224-3b5d-46e9-bbc7-562f925fa8c8 req-4e7b35c1-b089-468b-8b57-c7b14c103f52 tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 17 04:12:50.802096 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [req-88547224-3b5d-46e9-bbc7-562f925fa8c8 req-4e7b35c1-b089-468b-8b57-c7b14c103f52 tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] Usage tracker for resource:port and tenant:b27c7ae6f15d4ca4afddb9e09494c2db is out of sync, need to count used quota {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 17 04:12:50.806533 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [req-88547224-3b5d-46e9-bbc7-562f925fa8c8 req-4e7b35c1-b089-468b-8b57-c7b14c103f52 tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] Quota usage for port was recalculated. Used quota:3. {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 17 04:12:50.815028 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [req-88547224-3b5d-46e9-bbc7-562f925fa8c8 req-4e7b35c1-b089-468b-8b57-c7b14c103f52 tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 17 04:12:50.839707 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb56378e-5ffe-4e00-b1a9-ac8665f0a623 admin admin] Deleting subnet 36dc4e87-420b-4430-ba96-3f2c78178a97 {{(pid=86330) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 17 04:12:50.842946 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88547224-3b5d-46e9-bbc7-562f925fa8c8 req-4e7b35c1-b089-468b-8b57-c7b14c103f52 tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] Made reservation on behalf of b27c7ae6f15d4ca4afddb9e09494c2db for: {'port': 1} {{(pid=86330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 17 04:12:50.848732 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [req-88547224-3b5d-46e9-bbc7-562f925fa8c8 req-4e7b35c1-b089-468b-8b57-c7b14c103f52 tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853081909'] for port, before_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:12:50.858294 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-bb56378e-5ffe-4e00-b1a9-ac8665f0a623 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:12:50.955896 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-bb56378e-5ffe-4e00-b1a9-ac8665f0a623 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852242307'] for subnet, precommit_delete_associations {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:12:51.080186 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-bb56378e-5ffe-4e00-b1a9-ac8665f0a623 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2044980'] for subnet, precommit_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:12:51.184373 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.db_base_plugin_common [req-88547224-3b5d-46e9-bbc7-562f925fa8c8 req-4e7b35c1-b089-468b-8b57-c7b14c103f52 tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] Allocated IP 172.20.0.14 (bcdf37d1-d8cb-465c-8c2d-b213a0f4b25a/1db1c85b-41e4-4872-a387-3bfbd7bec99d/daeb3393-6e18-4177-a6ce-b860b0041968) {{(pid=86330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 17 04:12:51.242357 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-21e130a5-5487-45f5-98cf-71f4bf975ef6 req-46ad114b-3429-4fe0-8e98-e597b2dfdd3d tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] 10.222.0.20 "GET /v2.0/ports?device_id=58e3a8fd-6e0f-488b-a08c-f642b97b5733 HTTP/1.1" status: 200 len: 210 time: 0.0532489 Apr 17 04:12:51.771535 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [req-88547224-3b5d-46e9-bbc7-562f925fa8c8 req-4e7b35c1-b089-468b-8b57-c7b14c103f52 tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] Notify callbacks [] for port, precommit_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:12:51.778294 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-bb56378e-5ffe-4e00-b1a9-ac8665f0a623 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036852730868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854152290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852219849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852674524'] for subnet, after_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:12:51.786852 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:12:51.822881 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.provisioning_blocks [req-88547224-3b5d-46e9-bbc7-562f925fa8c8 req-4e7b35c1-b089-468b-8b57-c7b14c103f52 tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] Transition to ACTIVE for port object daeb3393-6e18-4177-a6ce-b860b0041968 will not be triggered until provisioned by entity DHCP. {{(pid=86330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 17 04:12:51.834137 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb56378e-5ffe-4e00-b1a9-ac8665f0a623 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=36dc4e87-420b-4430-ba96-3f2c78178a97,revision_number=None']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:12:51.837514 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-bb56378e-5ffe-4e00-b1a9-ac8665f0a623 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854152307'] for subnet, before_response {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:12:51.841395 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-bb56378e-5ffe-4e00-b1a9-ac8665f0a623 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:12:51.856721 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [None req-bb56378e-5ffe-4e00-b1a9-ac8665f0a623 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/36dc4e87-420b-4430-ba96-3f2c78178a97 HTTP/1.1" status: 204 len: 168 time: 1.0973523 Apr 17 04:12:51.859415 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.20', 60806) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 17 04:12:51.903907 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [req-88547224-3b5d-46e9-bbc7-562f925fa8c8 req-4e7b35c1-b089-468b-8b57-c7b14c103f52 tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1691685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854152290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244555219623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852218909'] for port, after_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:12:51.910765 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-7411b39e-eafe-4f5d-a236-c5cbd8aee20f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:12:52.049138 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-e33c7a39-5a30-442b-be4b-dded5643ed25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2007928'] for network, before_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:12:52.052817 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88547224-3b5d-46e9-bbc7-562f925fa8c8 req-4e7b35c1-b089-468b-8b57-c7b14c103f52 tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] Network bcdf37d1-d8cb-465c-8c2d-b213a0f4b25a is already hosted by enough agents. {{(pid=86330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 17 04:12:52.057418 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.scheduler.base_scheduler [req-88547224-3b5d-46e9-bbc7-562f925fa8c8 req-4e7b35c1-b089-468b-8b57-c7b14c103f52 tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] Resources bound (agent type, host, resource id): {{(pid=86330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 17 04:12:52.062112 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.l3_dvrscheduler_db [req-88547224-3b5d-46e9-bbc7-562f925fa8c8 req-4e7b35c1-b089-468b-8b57-c7b14c103f52 tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] Received port after_create {{(pid=86330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 17 04:12:52.105663 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7b35c1-b089-468b-8b57-c7b14c103f52 tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] Pushing event updated for resources: {'Port': ['ID=daeb3393-6e18-4177-a6ce-b860b0041968,revision_number=1']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:12:52.112074 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-4e7b35c1-b089-468b-8b57-c7b14c103f52 tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:12:52.196879 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88547224-3b5d-46e9-bbc7-562f925fa8c8 req-4e7b35c1-b089-468b-8b57-c7b14c103f52 tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:12:52.197564 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [req-88547224-3b5d-46e9-bbc7-562f925fa8c8 req-4e7b35c1-b089-468b-8b57-c7b14c103f52 tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2986'] for port, before_response {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:12:52.273256 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-e33c7a39-5a30-442b-be4b-dded5643ed25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852730783', 'neutron.services.segments.db._delete_segments_for_network-8792299905651'] for network, precommit_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:12:52.287673 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-88547224-3b5d-46e9-bbc7-562f925fa8c8 req-4e7b35c1-b089-468b-8b57-c7b14c103f52 tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8039591 Apr 17 04:12:52.306715 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.v2.base [req-88547224-3b5d-46e9-bbc7-562f925fa8c8 req-f04bc0e7-d0dd-4e23-8713-8c77d1e7d3d6 service neutron] Request body: {'port': {'device_id': '58e3a8fd-6e0f-488b-a08c-f642b97b5733', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78605'}} {{(pid=86330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 17 04:12:52.317484 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.provisioning_blocks [None req-2114375e-210a-49f7-bb94-57359da09d20 None None] Provisioning for port daeb3393-6e18-4177-a6ce-b860b0041968 completed by entity DHCP. {{(pid=86332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 17 04:12:52.323147 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.provisioning_blocks [None req-2114375e-210a-49f7-bb94-57359da09d20 None None] Provisioning complete for port daeb3393-6e18-4177-a6ce-b860b0041968 triggered by entity DHCP. {{(pid=86332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 17 04:12:52.323384 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-2114375e-210a-49f7-bb94-57359da09d20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2017814'] for port, provisioning_complete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:12:52.388787 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.plugin [None req-2114375e-210a-49f7-bb94-57359da09d20 None None] Port daeb3393-6e18-4177-a6ce-b860b0041968 cannot update to ACTIVE because it is not bound. {{(pid=86332) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 17 04:12:52.493116 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.services.segments.db [None req-e33c7a39-5a30-442b-be4b-dded5643ed25 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9b07533-6caf-4b9f-8aa8-2e9dcb52995f']}} {{(pid=86330) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 17 04:12:52.517559 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.services.segments.db [None req-e33c7a39-5a30-442b-be4b-dded5643ed25 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1659ee19-99b3-449d-aa1d-c0649686e860') {'for_net_delete': True} {{(pid=86330) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 17 04:12:52.517850 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.services.segments.db [None req-e33c7a39-5a30-442b-be4b-dded5643ed25 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1659ee19-99b3-449d-aa1d-c0649686e860') {} {{(pid=86330) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 17 04:12:52.537131 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-e33c7a39-5a30-442b-be4b-dded5643ed25 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363244554709347', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2533493'] for segment, before_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:12:52.544493 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [req-88547224-3b5d-46e9-bbc7-562f925fa8c8 req-f04bc0e7-d0dd-4e23-8713-8c77d1e7d3d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853081909'] for port, before_update {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:12:52.568674 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-e33c7a39-5a30-442b-be4b-dded5643ed25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852729262'] for segment, precommit_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:12:52.611916 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e33c7a39-5a30-442b-be4b-dded5643ed25 admin admin] Releasing vlan 131 on physical network physnet1 to pool {{(pid=86330) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 17 04:12:52.683314 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724c3841-cabb-40be-8188-bed2343e4485 req-b5c1a397-442d-4ef5-9205-c3188d7aaca4 tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:12:52.684983 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-724c3841-cabb-40be-8188-bed2343e4485 req-b5c1a397-442d-4ef5-9205-c3188d7aaca4 tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] 10.222.0.20 "GET /v2.0/ports?device_id=58e3a8fd-6e0f-488b-a08c-f642b97b5733 HTTP/1.1" status: 200 len: 932 time: 0.3253713 Apr 17 04:12:52.734266 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-724c3841-cabb-40be-8188-bed2343e4485 req-ed0904fc-6b51-42dd-8ab7-e6cae50cb76c tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] 10.222.0.20 "GET /v2.0/security-groups?id=e743850d-94b1-43b3-92ca-dab10336318b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423291 Apr 17 04:12:52.856638 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.managers [None req-e33c7a39-5a30-442b-be4b-dded5643ed25 admin admin] Network c9b07533-6caf-4b9f-8aa8-2e9dcb52995f has no segments {{(pid=86330) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 17 04:12:52.868013 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-e33c7a39-5a30-442b-be4b-dded5643ed25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2046501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2556820'] for segment, after_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:12:53.140459 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.managers [None req-e33c7a39-5a30-442b-be4b-dded5643ed25 admin admin] Network c9b07533-6caf-4b9f-8aa8-2e9dcb52995f has no segments {{(pid=86330) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 17 04:12:53.163981 dv-cinder-786054-2-smb neutron-server[86217]: Traceback (most recent call last): Apr 17 04:12:53.163981 dv-cinder-786054-2-smb neutron-server[86217]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 17 04:12:53.163981 dv-cinder-786054-2-smb neutron-server[86217]: timer() Apr 17 04:12:53.163981 dv-cinder-786054-2-smb neutron-server[86217]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 17 04:12:53.163981 dv-cinder-786054-2-smb neutron-server[86217]: cb(*args, **kw) Apr 17 04:12:53.163981 dv-cinder-786054-2-smb neutron-server[86217]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 17 04:12:53.163981 dv-cinder-786054-2-smb neutron-server[86217]: return func(*args, **kwargs) Apr 17 04:12:53.163981 dv-cinder-786054-2-smb neutron-server[86217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 17 04:12:53.163981 dv-cinder-786054-2-smb neutron-server[86217]: self._notify() Apr 17 04:12:53.163981 dv-cinder-786054-2-smb neutron-server[86217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 17 04:12:53.163981 dv-cinder-786054-2-smb neutron-server[86217]: self.callback(batched_events) Apr 17 04:12:53.163981 dv-cinder-786054-2-smb neutron-server[86217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 17 04:12:53.163981 dv-cinder-786054-2-smb neutron-server[86217]: event.method(event) Apr 17 04:12:53.163981 dv-cinder-786054-2-smb neutron-server[86217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 17 04:12:53.163981 dv-cinder-786054-2-smb neutron-server[86217]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 17 04:12:53.163981 dv-cinder-786054-2-smb neutron-server[86217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 17 04:12:53.163981 dv-cinder-786054-2-smb neutron-server[86217]: segment_id)['aggregates'][0] Apr 17 04:12:53.163981 dv-cinder-786054-2-smb neutron-server[86217]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 17 04:12:53.163981 dv-cinder-786054-2-smb neutron-server[86217]: return f(self, *a, **k) Apr 17 04:12:53.163981 dv-cinder-786054-2-smb neutron-server[86217]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 17 04:12:53.163981 dv-cinder-786054-2-smb neutron-server[86217]: return self._get(url).json() Apr 17 04:12:53.163981 dv-cinder-786054-2-smb neutron-server[86217]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 17 04:12:53.163981 dv-cinder-786054-2-smb neutron-server[86217]: **kwargs) Apr 17 04:12:53.163981 dv-cinder-786054-2-smb neutron-server[86217]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 17 04:12:53.163981 dv-cinder-786054-2-smb neutron-server[86217]: return self.request(url, 'GET', **kwargs) Apr 17 04:12:53.163981 dv-cinder-786054-2-smb neutron-server[86217]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 17 04:12:53.163981 dv-cinder-786054-2-smb neutron-server[86217]: **endpoint_filter) Apr 17 04:12:53.163981 dv-cinder-786054-2-smb neutron-server[86217]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 17 04:12:53.163981 dv-cinder-786054-2-smb neutron-server[86217]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 17 04:12:53.163981 dv-cinder-786054-2-smb neutron-server[86217]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 17 04:12:53.163981 dv-cinder-786054-2-smb neutron-server[86217]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 17 04:12:53.163981 dv-cinder-786054-2-smb neutron-server[86217]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 17 04:12:53.267935 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-e33c7a39-5a30-442b-be4b-dded5643ed25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2045033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854152290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1023362'] for network, after_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:12:53.274206 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:12:53.287733 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-e33c7a39-5a30-442b-be4b-dded5643ed25 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854152307'] for network, before_response {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:12:53.300289 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33c7a39-5a30-442b-be4b-dded5643ed25 admin admin] Pushing event deleted for resources: {'Network': ['ID=c9b07533-6caf-4b9f-8aa8-2e9dcb52995f,revision_number=None']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:12:53.304283 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [None req-e33c7a39-5a30-442b-be4b-dded5643ed25 admin admin] 10.222.0.20 "DELETE /v2.0/networks/c9b07533-6caf-4b9f-8aa8-2e9dcb52995f HTTP/1.1" status: 204 len: 168 time: 1.4429958 Apr 17 04:12:53.313218 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-e33c7a39-5a30-442b-be4b-dded5643ed25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:12:53.376082 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.notifiers.nova [req-88547224-3b5d-46e9-bbc7-562f925fa8c8 req-f04bc0e7-d0dd-4e23-8713-8c77d1e7d3d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id daeb3393-6e18-4177-a6ce-b860b0041968 {{(pid=86330) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 17 04:12:53.384557 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [req-88547224-3b5d-46e9-bbc7-562f925fa8c8 req-f04bc0e7-d0dd-4e23-8713-8c77d1e7d3d6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:12:53.401580 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.provisioning_blocks [req-88547224-3b5d-46e9-bbc7-562f925fa8c8 req-f04bc0e7-d0dd-4e23-8713-8c77d1e7d3d6 service neutron] Transition to ACTIVE for port object daeb3393-6e18-4177-a6ce-b860b0041968 will not be triggered until provisioned by entity L2. {{(pid=86330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 17 04:12:53.405229 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [req-88547224-3b5d-46e9-bbc7-562f925fa8c8 req-f04bc0e7-d0dd-4e23-8713-8c77d1e7d3d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1691685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854152290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792299986632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244555219606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792299556228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2556906'] for port, after_update {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:12:53.410150 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-4e7b35c1-b089-468b-8b57-c7b14c103f52 tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:12:53.492694 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.20', 60814) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 17 04:12:53.551894 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [None req-db067f1f-eb9e-4104-8b72-bb24dbbcc72d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=58c57eb2d8c94d42954f48d825d38fad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0556784 Apr 17 04:12:53.552100 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.20', 60818) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 17 04:12:53.582598 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04bc0e7-d0dd-4e23-8713-8c77d1e7d3d6 service neutron] Pushing event updated for resources: {'Port': ['ID=daeb3393-6e18-4177-a6ce-b860b0041968,revision_number=2']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:12:53.591231 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-f04bc0e7-d0dd-4e23-8713-8c77d1e7d3d6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:12:53.625276 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-f65d0ede-d4b3-480a-8f89-5fc3c8e4390a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:12:53.653417 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-f65d0ede-d4b3-480a-8f89-5fc3c8e4390a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:12:53.665809 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.managers [req-88547224-3b5d-46e9-bbc7-562f925fa8c8 req-f04bc0e7-d0dd-4e23-8713-8c77d1e7d3d6 service neutron] Attempting to bind port daeb3393-6e18-4177-a6ce-b860b0041968 on host hv-cinder-78605 for vnic_type normal with profile {{(pid=86330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 17 04:12:53.666193 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.managers [req-88547224-3b5d-46e9-bbc7-562f925fa8c8 req-f04bc0e7-d0dd-4e23-8713-8c77d1e7d3d6 service neutron] Attempting to bind port daeb3393-6e18-4177-a6ce-b860b0041968 by drivers openvswitch,hyperv on host hv-cinder-78605 at level 0 using segments [{'id': '8161aed8-1c04-4502-9744-8b2cf71517a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'bcdf37d1-d8cb-465c-8c2d-b213a0f4b25a'}] {{(pid=86330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 17 04:12:53.666557 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88547224-3b5d-46e9-bbc7-562f925fa8c8 req-f04bc0e7-d0dd-4e23-8713-8c77d1e7d3d6 service neutron] Attempting to bind port daeb3393-6e18-4177-a6ce-b860b0041968 on network bcdf37d1-d8cb-465c-8c2d-b213a0f4b25a {{(pid=86330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 17 04:12:53.671542 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88547224-3b5d-46e9-bbc7-562f925fa8c8 req-f04bc0e7-d0dd-4e23-8713-8c77d1e7d3d6 service neutron] Port daeb3393-6e18-4177-a6ce-b860b0041968 on network bcdf37d1-d8cb-465c-8c2d-b213a0f4b25a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78605 {{(pid=86330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 17 04:12:53.671903 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88547224-3b5d-46e9-bbc7-562f925fa8c8 req-f04bc0e7-d0dd-4e23-8713-8c77d1e7d3d6 service neutron] Attempting to bind port daeb3393-6e18-4177-a6ce-b860b0041968 on network bcdf37d1-d8cb-465c-8c2d-b213a0f4b25a {{(pid=86330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 17 04:12:53.677412 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88547224-3b5d-46e9-bbc7-562f925fa8c8 req-f04bc0e7-d0dd-4e23-8713-8c77d1e7d3d6 service neutron] Checking agent: {'id': '61ad0fc1-16d6-4e18-b3c9-f584687973c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78605', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 17, 4, 4, 12), 'started_at': datetime.datetime(2021, 4, 17, 4, 4, 12), 'heartbeat_timestamp': datetime.datetime(2021, 4, 17, 4, 12, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 17 04:12:53.677821 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88547224-3b5d-46e9-bbc7-562f925fa8c8 req-f04bc0e7-d0dd-4e23-8713-8c77d1e7d3d6 service neutron] Checking segment: {'id': '8161aed8-1c04-4502-9744-8b2cf71517a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'bcdf37d1-d8cb-465c-8c2d-b213a0f4b25a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 17 04:12:53.678240 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88547224-3b5d-46e9-bbc7-562f925fa8c8 req-f04bc0e7-d0dd-4e23-8713-8c77d1e7d3d6 service neutron] Bound using segment: {'id': '8161aed8-1c04-4502-9744-8b2cf71517a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'bcdf37d1-d8cb-465c-8c2d-b213a0f4b25a'} {{(pid=86330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 17 04:12:53.678709 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.managers [req-88547224-3b5d-46e9-bbc7-562f925fa8c8 req-f04bc0e7-d0dd-4e23-8713-8c77d1e7d3d6 service neutron] Bound port: daeb3393-6e18-4177-a6ce-b860b0041968, host: hv-cinder-78605, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8161aed8-1c04-4502-9744-8b2cf71517a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'bcdf37d1-d8cb-465c-8c2d-b213a0f4b25a'}}] {{(pid=86330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 17 04:12:53.679093 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [req-88547224-3b5d-46e9-bbc7-562f925fa8c8 req-f04bc0e7-d0dd-4e23-8713-8c77d1e7d3d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853081909'] for port, before_update {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:12:53.701300 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-f65d0ede-d4b3-480a-8f89-5fc3c8e4390a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920236'] for security_group, after_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:12:53.706366 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-4ec4e0d1-057a-44ce-988d-a45d8929d729 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:12:53.719048 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65d0ede-d4b3-480a-8f89-5fc3c8e4390a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abd63291-8531-40ad-82f4-dd5c194bf572,revision_number=None']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:12:53.722221 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-f65d0ede-d4b3-480a-8f89-5fc3c8e4390a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:12:53.724282 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-f65d0ede-d4b3-480a-8f89-5fc3c8e4390a admin admin] Notify callbacks [] for security_group, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:12:53.725474 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [None req-f65d0ede-d4b3-480a-8f89-5fc3c8e4390a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/abd63291-8531-40ad-82f4-dd5c194bf572 HTTP/1.1" status: 204 len: 168 time: 0.1723359 Apr 17 04:12:53.785595 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.db [req-88547224-3b5d-46e9-bbc7-562f925fa8c8 req-f04bc0e7-d0dd-4e23-8713-8c77d1e7d3d6 service neutron] For port daeb3393-6e18-4177-a6ce-b860b0041968, host hv-cinder-78605, cleared binding levels {{(pid=86330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 17 04:12:53.788877 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.db [req-88547224-3b5d-46e9-bbc7-562f925fa8c8 req-f04bc0e7-d0dd-4e23-8713-8c77d1e7d3d6 service neutron] For port daeb3393-6e18-4177-a6ce-b860b0041968, host hv-cinder-78605, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=daeb3393-6e18-4177-a6ce-b860b0041968,segment=NetworkSegment(8161aed8-1c04-4502-9744-8b2cf71517a3),segment_id=8161aed8-1c04-4502-9744-8b2cf71517a3)] {{(pid=86330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 17 04:12:53.792644 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [req-88547224-3b5d-46e9-bbc7-562f925fa8c8 req-f04bc0e7-d0dd-4e23-8713-8c77d1e7d3d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1691685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854152290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792299986632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244555219606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792299556228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2556906'] for port, after_update {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:12:53.796821 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-90a755b5-6ba8-4440-a6ca-381d25fefc60 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:12:53.863683 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88547224-3b5d-46e9-bbc7-562f925fa8c8 req-f04bc0e7-d0dd-4e23-8713-8c77d1e7d3d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:12:53.864347 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [req-88547224-3b5d-46e9-bbc7-562f925fa8c8 req-f04bc0e7-d0dd-4e23-8713-8c77d1e7d3d6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2986'] for port, before_response {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:12:53.865914 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-88547224-3b5d-46e9-bbc7-562f925fa8c8 req-f04bc0e7-d0dd-4e23-8713-8c77d1e7d3d6 service neutron] 10.222.0.32 "PUT /v2.0/ports/daeb3393-6e18-4177-a6ce-b860b0041968 HTTP/1.1" status: 200 len: 1094 time: 1.5667796 Apr 17 04:12:53.866463 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58e3a8fd-6e0f-488b-a08c-f642b97b5733', 'tag': 'daeb3393-6e18-4177-a6ce-b860b0041968'}] {{(pid=86330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 17 04:12:53.893595 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04bc0e7-d0dd-4e23-8713-8c77d1e7d3d6 service neutron] Pushing event updated for resources: {'Port': ['ID=daeb3393-6e18-4177-a6ce-b860b0041968,revision_number=3']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:12:53.897152 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-f04bc0e7-d0dd-4e23-8713-8c77d1e7d3d6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:12:53.971618 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58e3a8fd-6e0f-488b-a08c-f642b97b5733', 'tag': 'daeb3393-6e18-4177-a6ce-b860b0041968', 'status': 'completed', 'code': 200} Apr 17 04:12:53.993289 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a21d7c-f888-4bb0-9b27-91716f587725 req-cb77dd2a-9e91-44c9-9343-ab6d1239abbe tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:12:53.995319 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-27a21d7c-f888-4bb0-9b27-91716f587725 req-cb77dd2a-9e91-44c9-9343-ab6d1239abbe tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] 10.222.0.20 "GET /v2.0/ports?device_id=58e3a8fd-6e0f-488b-a08c-f642b97b5733 HTTP/1.1" status: 200 len: 944 time: 0.1426520 Apr 17 04:12:54.012081 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88547224-3b5d-46e9-bbc7-562f925fa8c8 req-52864dc0-74c4-4c12-9c64-f8b794d92f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:12:54.013755 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-88547224-3b5d-46e9-bbc7-562f925fa8c8 req-52864dc0-74c4-4c12-9c64-f8b794d92f22 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b27c7ae6f15d4ca4afddb9e09494c2db&device_id=58e3a8fd-6e0f-488b-a08c-f642b97b5733 HTTP/1.1" status: 200 len: 1097 time: 0.0916631 Apr 17 04:12:54.079504 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-27a21d7c-f888-4bb0-9b27-91716f587725 req-8ccb9825-d025-4cf0-9c0f-3cf6feac2731 tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] 10.222.0.20 "GET /v2.0/security-groups?id=e743850d-94b1-43b3-92ca-dab10336318b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700109 Apr 17 04:12:54.095817 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-88547224-3b5d-46e9-bbc7-562f925fa8c8 req-48a9b9ca-abce-4288-899c-124d1035ef1c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=daeb3393-6e18-4177-a6ce-b860b0041968 HTTP/1.1" status: 200 len: 217 time: 0.0748906 Apr 17 04:12:54.165318 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.20', 60830) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 17 04:12:54.188439 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88547224-3b5d-46e9-bbc7-562f925fa8c8 req-5d668f1e-839f-4879-bc98-b1eadc69447a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:12:54.189992 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-88547224-3b5d-46e9-bbc7-562f925fa8c8 req-5d668f1e-839f-4879-bc98-b1eadc69447a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1db1c85b-41e4-4872-a387-3bfbd7bec99d HTTP/1.1" status: 200 len: 849 time: 0.0872681 Apr 17 04:12:54.271570 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [None req-de31cd97-5587-41b7-92f9-2caa87223453 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=cd721b98550143f4b2668900f6a740d3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1032479 Apr 17 04:12:54.274592 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.20', 60834) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 17 04:12:54.299984 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88547224-3b5d-46e9-bbc7-562f925fa8c8 req-ff3afba0-04a4-413d-aae0-f8d87fb2120d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:12:54.301660 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-88547224-3b5d-46e9-bbc7-562f925fa8c8 req-ff3afba0-04a4-413d-aae0-f8d87fb2120d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=bcdf37d1-d8cb-465c-8c2d-b213a0f4b25a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1047757 Apr 17 04:12:54.338304 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-c18ceed8-54aa-4eba-92dd-368240d87203 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:12:54.365781 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-c18ceed8-54aa-4eba-92dd-368240d87203 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:12:54.415544 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-c18ceed8-54aa-4eba-92dd-368240d87203 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920236'] for security_group, after_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:12:54.421023 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-0c9b0889-835d-4c7a-aea9-6876f090ea5a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:12:54.433623 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18ceed8-54aa-4eba-92dd-368240d87203 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=667303a0-36b6-40b9-ae95-0db26dd9c1c5,revision_number=None']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:12:54.436094 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-c18ceed8-54aa-4eba-92dd-368240d87203 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:12:54.440112 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-c18ceed8-54aa-4eba-92dd-368240d87203 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:12:54.442146 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [None req-c18ceed8-54aa-4eba-92dd-368240d87203 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/667303a0-36b6-40b9-ae95-0db26dd9c1c5 HTTP/1.1" status: 204 len: 168 time: 0.1662455 Apr 17 04:12:54.446657 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-88547224-3b5d-46e9-bbc7-562f925fa8c8 req-a00eb15b-ff1f-4952-a469-0fd0c6d6d579 service neutron] 10.222.0.32 "GET /v2.0/networks/bcdf37d1-d8cb-465c-8c2d-b213a0f4b25a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380920 Apr 17 04:12:54.838454 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-88547224-3b5d-46e9-bbc7-562f925fa8c8 req-a9f95c4c-80d3-4761-ba33-f7de0c33bba3 service neutron] 10.222.0.32 "GET /v2.0/networks/bcdf37d1-d8cb-465c-8c2d-b213a0f4b25a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3860178 Apr 17 04:12:54.967951 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2611cac-1c6a-4a53-8acc-1fb26bd90ede req-0822ca10-edfd-4c0d-a968-e0f465bc1934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:12:54.969607 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-a2611cac-1c6a-4a53-8acc-1fb26bd90ede req-0822ca10-edfd-4c0d-a968-e0f465bc1934 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b27c7ae6f15d4ca4afddb9e09494c2db&device_id=58e3a8fd-6e0f-488b-a08c-f642b97b5733 HTTP/1.1" status: 200 len: 1097 time: 0.0833850 Apr 17 04:12:55.119536 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2611cac-1c6a-4a53-8acc-1fb26bd90ede req-e4e381ba-b913-447b-839d-c399956277c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:12:55.121400 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-a2611cac-1c6a-4a53-8acc-1fb26bd90ede req-e4e381ba-b913-447b-839d-c399956277c3 service neutron] 10.222.0.32 "GET /v2.0/networks?id=bcdf37d1-d8cb-465c-8c2d-b213a0f4b25a HTTP/1.1" status: 200 len: 911 time: 0.1447129 Apr 17 04:12:55.195317 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-a2611cac-1c6a-4a53-8acc-1fb26bd90ede req-ccfaf383-9fca-4bca-8a13-40080bff3b9e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=daeb3393-6e18-4177-a6ce-b860b0041968 HTTP/1.1" status: 200 len: 217 time: 0.0667431 Apr 17 04:12:55.268981 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2611cac-1c6a-4a53-8acc-1fb26bd90ede req-9c9ffc60-4a67-4f24-b717-a60d5ab14f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:12:55.271201 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-a2611cac-1c6a-4a53-8acc-1fb26bd90ede req-9c9ffc60-4a67-4f24-b717-a60d5ab14f19 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1db1c85b-41e4-4872-a387-3bfbd7bec99d HTTP/1.1" status: 200 len: 849 time: 0.0690691 Apr 17 04:12:55.295232 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfd3358-d54f-45a9-8aea-b06d04c3048e req-35619001-1ccc-4a07-a2e0-724fd593738c tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:12:55.296981 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-1bfd3358-d54f-45a9-8aea-b06d04c3048e req-35619001-1ccc-4a07-a2e0-724fd593738c tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] 10.222.0.20 "GET /v2.0/ports?device_id=58e3a8fd-6e0f-488b-a08c-f642b97b5733 HTTP/1.1" status: 200 len: 944 time: 0.0942307 Apr 17 04:12:55.348013 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-1bfd3358-d54f-45a9-8aea-b06d04c3048e req-92695fe2-44a3-4874-b24d-c9bb6332e02c tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] 10.222.0.20 "GET /v2.0/security-groups?id=e743850d-94b1-43b3-92ca-dab10336318b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442545 Apr 17 04:12:55.354632 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2611cac-1c6a-4a53-8acc-1fb26bd90ede req-61ca7b61-b3fb-4d1e-8803-24a2ae61473b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:12:55.356286 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-a2611cac-1c6a-4a53-8acc-1fb26bd90ede req-61ca7b61-b3fb-4d1e-8803-24a2ae61473b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=bcdf37d1-d8cb-465c-8c2d-b213a0f4b25a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0785306 Apr 17 04:12:55.498613 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-a2611cac-1c6a-4a53-8acc-1fb26bd90ede req-5a0bd50e-0c7b-4faa-a767-1c1a704648f0 service neutron] 10.222.0.32 "GET /v2.0/networks/bcdf37d1-d8cb-465c-8c2d-b213a0f4b25a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353369 Apr 17 04:12:55.643345 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-a2611cac-1c6a-4a53-8acc-1fb26bd90ede req-f36ef057-4d19-44f4-9c50-cbb354e8ad49 service neutron] 10.222.0.32 "GET /v2.0/networks/bcdf37d1-d8cb-465c-8c2d-b213a0f4b25a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1382275 Apr 17 04:12:56.496431 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.20', 60894) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 17 04:12:56.563627 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448c29f1-8920-4846-96fe-99cd698a73ab req-1d8fa32a-0a6d-4406-a808-fa9d49f5c110 tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:12:56.565267 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-448c29f1-8920-4846-96fe-99cd698a73ab req-1d8fa32a-0a6d-4406-a808-fa9d49f5c110 tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] 10.222.0.20 "GET /v2.0/ports?device_id=58e3a8fd-6e0f-488b-a08c-f642b97b5733 HTTP/1.1" status: 200 len: 944 time: 0.0880868 Apr 17 04:12:56.617320 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-448c29f1-8920-4846-96fe-99cd698a73ab req-5bf4c163-d355-4905-9767-9f56c3c6c729 tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] 10.222.0.20 "GET /v2.0/security-groups?id=e743850d-94b1-43b3-92ca-dab10336318b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454836 Apr 17 04:12:56.625038 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-603b8734-77ca-4744-9f6d-64401f0474fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:12:56.641043 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [None req-603b8734-77ca-4744-9f6d-64401f0474fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 17 04:12:56.645390 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [None req-603b8734-77ca-4744-9f6d-64401f0474fa admin admin] Usage tracker for resource:security_group_rule and tenant:afd159faf4ba438ba85a6f46d462c950 is out of sync, need to count used quota {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 17 04:12:56.648586 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [None req-603b8734-77ca-4744-9f6d-64401f0474fa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 17 04:12:56.655044 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [None req-603b8734-77ca-4744-9f6d-64401f0474fa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 17 04:12:56.746488 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-603b8734-77ca-4744-9f6d-64401f0474fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:12:56.750148 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-603b8734-77ca-4744-9f6d-64401f0474fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920236'] for security_group, after_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:12:56.757511 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-2cf6076c-c746-4ecf-90e6-2c2e0c6b791c tempest-VolumesNegativeTest-1536909220 tempest-VolumesNegativeTest-1536909220-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:12:56.800932 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [None req-603b8734-77ca-4744-9f6d-64401f0474fa admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=afd159faf4ba438ba85a6f46d462c950&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3032663 Apr 17 04:12:56.802720 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603b8734-77ca-4744-9f6d-64401f0474fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=560473ef-fbcd-44b4-bf1c-93061503152c,revision_number=1']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:12:56.804280 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.20', 60900) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 17 04:12:56.806427 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-603b8734-77ca-4744-9f6d-64401f0474fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:12:56.867134 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-57d6f01a-3986-493a-bbca-3c1f461f2d5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:12:56.895089 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-57d6f01a-3986-493a-bbca-3c1f461f2d5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:12:56.940949 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-57d6f01a-3986-493a-bbca-3c1f461f2d5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920236'] for security_group, after_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:12:56.944831 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-6b5cd757-90e0-4ad7-8d3f-00f9eebd7b13 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:12:56.957263 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d6f01a-3986-493a-bbca-3c1f461f2d5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=560473ef-fbcd-44b4-bf1c-93061503152c,revision_number=None']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:12:56.959681 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-57d6f01a-3986-493a-bbca-3c1f461f2d5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:12:56.966098 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-57d6f01a-3986-493a-bbca-3c1f461f2d5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:12:56.967326 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [None req-57d6f01a-3986-493a-bbca-3c1f461f2d5c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/560473ef-fbcd-44b4-bf1c-93061503152c HTTP/1.1" status: 204 len: 168 time: 0.1619182 Apr 17 04:12:57.056010 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.rpc [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Device daeb3393-6e18-4177-a6ce-b860b0041968 details requested by agent hyperv_hv-cinder-78605 with host hv-cinder-78605 {{(pid=86332) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 17 04:12:57.199428 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.db [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] For port daeb3393-6e18-4177-a6ce-b860b0041968, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=daeb3393-6e18-4177-a6ce-b860b0041968,segment=NetworkSegment(8161aed8-1c04-4502-9744-8b2cf71517a3),segment_id=8161aed8-1c04-4502-9744-8b2cf71517a3)] {{(pid=86332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 17 04:12:57.214529 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.rpc [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Returning: {'device': 'daeb3393-6e18-4177-a6ce-b860b0041968', 'network_id': 'bcdf37d1-d8cb-465c-8c2d-b213a0f4b25a', 'port_id': 'daeb3393-6e18-4177-a6ce-b860b0041968', 'mac_address': 'fa:16:3e:8e:43:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1db1c85b-41e4-4872-a387-3bfbd7bec99d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86332) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 17 04:12:57.265589 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.20', 60908) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 17 04:12:57.277176 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853081909'] for port, before_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:12:57.285141 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-0685986b-da48-47f3-b647-683474ddcffe admin admin] Notify callbacks [] for security_group, before_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:12:57.294846 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.notifiers.nova [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id daeb3393-6e18-4177-a6ce-b860b0041968 {{(pid=86332) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 17 04:12:57.300616 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [None req-0685986b-da48-47f3-b647-683474ddcffe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 17 04:12:57.304993 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [None req-0685986b-da48-47f3-b647-683474ddcffe admin admin] Usage tracker for resource:security_group_rule and tenant:f339f78056ac42d8acef63ecc3b181b1 is out of sync, need to count used quota {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 17 04:12:57.308003 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [None req-0685986b-da48-47f3-b647-683474ddcffe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 17 04:12:57.311117 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.db [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] For port daeb3393-6e18-4177-a6ce-b860b0041968, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=daeb3393-6e18-4177-a6ce-b860b0041968,segment=NetworkSegment(8161aed8-1c04-4502-9744-8b2cf71517a3),segment_id=8161aed8-1c04-4502-9744-8b2cf71517a3)] {{(pid=86332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 17 04:12:57.314353 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1691685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854152290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792299986632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244555219606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792299556228'] for port, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:12:57.314526 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [None req-0685986b-da48-47f3-b647-683474ddcffe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 17 04:12:57.317046 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:12:57.386517 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Pushing event updated for resources: {'Port': ['ID=daeb3393-6e18-4177-a6ce-b860b0041968,revision_number=4']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:12:57.394727 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:12:57.395080 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:12:57.395489 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:12:57.395862 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:12:57.396233 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:12:57.396653 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:12:57.397022 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:12:57.397388 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:12:57.397733 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:12:57.398099 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:12:57.398465 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:12:57.398821 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:12:57.402943 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-0685986b-da48-47f3-b647-683474ddcffe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:12:57.403095 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:12:57.406062 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-0685986b-da48-47f3-b647-683474ddcffe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920236'] for security_group, after_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:12:57.418889 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-59c3f967-ddbd-4314-bd9d-a2791053ec01 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:12:57.460640 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [None req-0685986b-da48-47f3-b647-683474ddcffe admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f339f78056ac42d8acef63ecc3b181b1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1937191 Apr 17 04:12:57.462345 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0685986b-da48-47f3-b647-683474ddcffe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67c739ff-c5b5-44a9-8c4f-4faebcddf377,revision_number=1']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:12:57.463763 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.20', 60912) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 17 04:12:57.465539 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-0685986b-da48-47f3-b647-683474ddcffe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:12:57.528139 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.db [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] get_ports_and_sgs() called for port_ids ['daeb3393-6e18-4177-a6ce-b860b0041968'] {{(pid=86332) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 17 04:12:57.530574 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-863922e5-ce64-458e-b1b3-927c1d4ff36d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:12:57.557729 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-863922e5-ce64-458e-b1b3-927c1d4ff36d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:12:57.604016 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-863922e5-ce64-458e-b1b3-927c1d4ff36d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920236'] for security_group, after_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:12:57.608013 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-5ffb62ed-12da-45b5-aeb1-149a2f9fce48 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:12:57.621665 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863922e5-ce64-458e-b1b3-927c1d4ff36d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67c739ff-c5b5-44a9-8c4f-4faebcddf377,revision_number=None']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:12:57.624032 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-863922e5-ce64-458e-b1b3-927c1d4ff36d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:12:57.631823 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-863922e5-ce64-458e-b1b3-927c1d4ff36d admin admin] Notify callbacks [] for security_group, before_response {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:12:57.633062 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [None req-863922e5-ce64-458e-b1b3-927c1d4ff36d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/67c739ff-c5b5-44a9-8c4f-4faebcddf377 HTTP/1.1" status: 204 len: 168 time: 0.1681826 Apr 17 04:12:57.713518 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.agents_db [None req-76d39d81-b417-4462-95bd-4e842fba9248 None None] Agent healthcheck: found 6 active agents {{(pid=86333) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 17 04:12:57.826953 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c911941-5b03-42a1-8ab0-35c3640a988e req-c1f63f9f-caeb-42df-b4a6-17e1375b6757 tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:12:57.828631 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-5c911941-5b03-42a1-8ab0-35c3640a988e req-c1f63f9f-caeb-42df-b4a6-17e1375b6757 tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] 10.222.0.20 "GET /v2.0/ports?device_id=58e3a8fd-6e0f-488b-a08c-f642b97b5733 HTTP/1.1" status: 200 len: 945 time: 0.0885789 Apr 17 04:12:57.876455 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-5c911941-5b03-42a1-8ab0-35c3640a988e req-9a350678-3dd4-45b8-a985-3837fa178c0c tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] 10.222.0.20 "GET /v2.0/security-groups?id=e743850d-94b1-43b3-92ca-dab10336318b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412893 Apr 17 04:12:59.071485 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.rpc [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Device daeb3393-6e18-4177-a6ce-b860b0041968 up at agent hyperv_hv-cinder-78605 {{(pid=86332) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 17 04:12:59.085704 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31691ab-15c6-434c-abd7-09df24fa511d req-2d088375-e621-4127-8c38-5c6a36ef9000 tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:12:59.087309 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-f31691ab-15c6-434c-abd7-09df24fa511d req-2d088375-e621-4127-8c38-5c6a36ef9000 tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] 10.222.0.20 "GET /v2.0/ports?device_id=58e3a8fd-6e0f-488b-a08c-f642b97b5733 HTTP/1.1" status: 200 len: 945 time: 0.0958416 Apr 17 04:12:59.142903 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.provisioning_blocks [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Provisioning for port daeb3393-6e18-4177-a6ce-b860b0041968 completed by entity L2. {{(pid=86332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 17 04:12:59.145436 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-f31691ab-15c6-434c-abd7-09df24fa511d req-60e4016a-0f25-4107-ad5f-76807627e4cf tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] 10.222.0.20 "GET /v2.0/security-groups?id=e743850d-94b1-43b3-92ca-dab10336318b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511160 Apr 17 04:12:59.148099 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.provisioning_blocks [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Provisioning complete for port daeb3393-6e18-4177-a6ce-b860b0041968 triggered by entity L2. {{(pid=86332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 17 04:12:59.148556 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2017814'] for port, provisioning_complete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:12:59.277600 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853081909'] for port, before_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:12:59.307252 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58e3a8fd-6e0f-488b-a08c-f642b97b5733', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'daeb3393-6e18-4177-a6ce-b860b0041968'}] {{(pid=86332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 17 04:12:59.317628 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.db [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] For port daeb3393-6e18-4177-a6ce-b860b0041968, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=daeb3393-6e18-4177-a6ce-b860b0041968,segment=NetworkSegment(8161aed8-1c04-4502-9744-8b2cf71517a3),segment_id=8161aed8-1c04-4502-9744-8b2cf71517a3)] {{(pid=86332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 17 04:12:59.321211 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1691685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854152290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792299986632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244555219606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792299556228'] for port, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:12:59.323047 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:12:59.358048 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58e3a8fd-6e0f-488b-a08c-f642b97b5733', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'daeb3393-6e18-4177-a6ce-b860b0041968', 'code': 200} Apr 17 04:12:59.399232 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Pushing event updated for resources: {'Port': ['ID=daeb3393-6e18-4177-a6ce-b860b0041968,revision_number=5']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:12:59.402471 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:12:59.612055 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e747af1b-2e67-4746-a728-5726c5d9b13a req-05866913-a98e-4609-847a-2b01b0b5a406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:12:59.613886 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-e747af1b-2e67-4746-a728-5726c5d9b13a req-05866913-a98e-4609-847a-2b01b0b5a406 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=58e3a8fd-6e0f-488b-a08c-f642b97b5733 HTTP/1.1" status: 200 len: 1099 time: 0.0823925 Apr 17 04:12:59.657716 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-e747af1b-2e67-4746-a728-5726c5d9b13a req-e9dac2da-9b82-4390-b9ab-c0fcb4b39b92 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=e743850d-94b1-43b3-92ca-dab10336318b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370872 Apr 17 04:13:00.357888 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f00f09-a386-4fe5-9543-6bb2376620ec req-37a84f0e-ba17-4610-a159-94915941bbd7 tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:13:00.359362 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-19f00f09-a386-4fe5-9543-6bb2376620ec req-37a84f0e-ba17-4610-a159-94915941bbd7 tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] 10.222.0.20 "GET /v2.0/ports?device_id=58e3a8fd-6e0f-488b-a08c-f642b97b5733 HTTP/1.1" status: 200 len: 946 time: 0.0913129 Apr 17 04:13:00.412140 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-19f00f09-a386-4fe5-9543-6bb2376620ec req-40eb9328-1413-46f1-ba8d-8dd9cfb5acb5 tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] 10.222.0.20 "GET /v2.0/security-groups?id=e743850d-94b1-43b3-92ca-dab10336318b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461247 Apr 17 04:13:01.635961 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26812e68-32e5-4587-b14e-08b483f4d479 req-892d5916-5c87-4643-969f-5ea6ff62702b tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:13:01.637581 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-26812e68-32e5-4587-b14e-08b483f4d479 req-892d5916-5c87-4643-969f-5ea6ff62702b tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] 10.222.0.20 "GET /v2.0/ports?device_id=58e3a8fd-6e0f-488b-a08c-f642b97b5733 HTTP/1.1" status: 200 len: 946 time: 0.0983346 Apr 17 04:13:01.684695 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-26812e68-32e5-4587-b14e-08b483f4d479 req-37118133-0a9f-461a-8808-4bf7aaba5930 tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] 10.222.0.20 "GET /v2.0/security-groups?id=e743850d-94b1-43b3-92ca-dab10336318b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407381 Apr 17 04:13:01.889983 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57898946-0693-4648-b509-c5a2421ab015 req-fdd7ccab-d079-42b1-ac81-a1f1328e1aa8 tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:13:01.891597 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-57898946-0693-4648-b509-c5a2421ab015 req-fdd7ccab-d079-42b1-ac81-a1f1328e1aa8 tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] 10.222.0.20 "GET /v2.0/ports?device_id=58e3a8fd-6e0f-488b-a08c-f642b97b5733 HTTP/1.1" status: 200 len: 946 time: 0.0945008 Apr 17 04:13:01.901310 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.20', 60982) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 17 04:13:01.907182 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.v2.base [None req-260c03cf-efc8-44ea-9c22-72ad54c1d794 tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] Request body: {'floatingip': {'port_id': 'daeb3393-6e18-4177-a6ce-b860b0041968'}} {{(pid=86330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 17 04:13:01.991644 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-260c03cf-efc8-44ea-9c22-72ad54c1d794 tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] Notify callbacks [] for floatingip, before_update {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:13:02.631669 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-260c03cf-efc8-44ea-9c22-72ad54c1d794 tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:13:02.635436 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-260c03cf-efc8-44ea-9c22-72ad54c1d794 tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1023409'] for floatingip, after_update {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:13:02.812582 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.db.l3_db [None req-260c03cf-efc8-44ea-9c22-72ad54c1d794 tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] Floating IP 31672820-9804-4ae2-86c5-87bfa1f9cb58 associated. External IP: 172.28.1.187, port: daeb3393-6e18-4177-a6ce-b860b0041968. Apr 17 04:13:03.178867 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-260c03cf-efc8-44ea-9c22-72ad54c1d794 tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] Router ca37efc8-2fbb-4c01-ad6f-d0523b74a961 has already been hosted by L3 agent 89c35117-d9bd-45d8-8d43-26735203dc9d {{(pid=86330) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 17 04:13:03.612870 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-260c03cf-efc8-44ea-9c22-72ad54c1d794 tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] Notify agent at l3_agent.dv-cinder-786054-2-smb the message routers_updated {{(pid=86330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 17 04:13:03.625312 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-260c03cf-efc8-44ea-9c22-72ad54c1d794 tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2986'] for floatingip, before_response {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:13:03.633036 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72fd2409-dcf4-43b5-8848-4dbd48f36089 None None] Sync routers for ids ['ca37efc8-2fbb-4c01-ad6f-d0523b74a961'] in dv-cinder-786054-2-smb {{(pid=86333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 17 04:13:03.644256 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72fd2409-dcf4-43b5-8848-4dbd48f36089 None None] Routers {'ca37efc8-2fbb-4c01-ad6f-d0523b74a961'} bound to L3 agent in host dv-cinder-786054-2-smb {{(pid=86333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 17 04:13:03.645170 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.l3_hamode_db [None req-72fd2409-dcf4-43b5-8848-4dbd48f36089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786054-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-17T03:57:39Z,description=,heartbeat_timestamp=2021-04-17T04:12:40Z,host='dv-cinder-786054-2-smb',id=89c35117-d9bd-45d8-8d43-26735203dc9d,load=0,resource_versions=,resources_synced=,started_at=2021-04-17T03:57:39Z,topic='l3_agent')) {'router_ids': ['ca37efc8-2fbb-4c01-ad6f-d0523b74a961'], 'active': True} {{(pid=86333) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 17 04:13:03.689758 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [None req-260c03cf-efc8-44ea-9c22-72ad54c1d794 tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] 10.222.0.20 "PUT /v2.0/floatingips/31672820-9804-4ae2-86c5-87bfa1f9cb58 HTTP/1.1" status: 200 len: 992 time: 1.7844052 Apr 17 04:13:03.689758 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58e3a8fd-6e0f-488b-a08c-f642b97b5733', 'tag': 'daeb3393-6e18-4177-a6ce-b860b0041968'}] {{(pid=86330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 17 04:13:03.765633 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58e3a8fd-6e0f-488b-a08c-f642b97b5733', 'tag': 'daeb3393-6e18-4177-a6ce-b860b0041968', 'status': 'completed', 'code': 200} Apr 17 04:13:03.883951 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be1bbcf-41f9-4a43-8aa4-58943fdcdfae req-e612b7cf-00d8-4ebb-b5d9-dcbdf7760e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:13:03.885763 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-0be1bbcf-41f9-4a43-8aa4-58943fdcdfae req-e612b7cf-00d8-4ebb-b5d9-dcbdf7760e54 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b27c7ae6f15d4ca4afddb9e09494c2db&device_id=58e3a8fd-6e0f-488b-a08c-f642b97b5733 HTTP/1.1" status: 200 len: 1099 time: 0.0954049 Apr 17 04:13:04.006363 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.l3_dvr_db [None req-72fd2409-dcf4-43b5-8848-4dbd48f36089 None None] Set router ca37efc8-2fbb-4c01-ad6f-d0523b74a961 gateway port host: dv-cinder-786054-2-smb {{(pid=86333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 17 04:13:04.040564 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be1bbcf-41f9-4a43-8aa4-58943fdcdfae req-3461acc5-13ce-4af8-a96f-b827a91d1459 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:13:04.042468 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-0be1bbcf-41f9-4a43-8aa4-58943fdcdfae req-3461acc5-13ce-4af8-a96f-b827a91d1459 service neutron] 10.222.0.32 "GET /v2.0/networks?id=bcdf37d1-d8cb-465c-8c2d-b213a0f4b25a HTTP/1.1" status: 200 len: 911 time: 0.1500103 Apr 17 04:13:04.162213 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-0be1bbcf-41f9-4a43-8aa4-58943fdcdfae req-44afe1e8-165d-4cc1-bec0-8a50fc38b8cb service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=daeb3393-6e18-4177-a6ce-b860b0041968 HTTP/1.1" status: 200 len: 1000 time: 0.1133640 Apr 17 04:13:04.240633 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be1bbcf-41f9-4a43-8aa4-58943fdcdfae req-38d9ba85-5fa7-41b9-82f0-f70bc3a83340 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:13:04.242307 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-0be1bbcf-41f9-4a43-8aa4-58943fdcdfae req-38d9ba85-5fa7-41b9-82f0-f70bc3a83340 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1db1c85b-41e4-4872-a387-3bfbd7bec99d HTTP/1.1" status: 200 len: 849 time: 0.0738015 Apr 17 04:13:04.330419 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be1bbcf-41f9-4a43-8aa4-58943fdcdfae req-cbb5a76d-aa07-4c1b-a10e-a85b8179debe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:13:04.332043 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-0be1bbcf-41f9-4a43-8aa4-58943fdcdfae req-cbb5a76d-aa07-4c1b-a10e-a85b8179debe service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=bcdf37d1-d8cb-465c-8c2d-b213a0f4b25a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0834248 Apr 17 04:13:04.384272 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.l3_hamode_db [None req-72fd2409-dcf4-43b5-8848-4dbd48f36089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca37efc8-2fbb-4c01-ad6f-d0523b74a961', 'name': 'tempest-AttachVolumeTestJSON-591480734-router', 'tenant_id': 'b27c7ae6f15d4ca4afddb9e09494c2db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3299e77b-a72c-46bf-8676-13cef166cd0a', 'external_fixed_ips': [{'subnet_id': '126682c8-3b96-411d-a59b-48497db5cf0c', 'ip_address': '172.28.1.223'}], 'enable_snat': True}, 'gw_port_id': '9391a4b8-e3b5-4dbd-92b5-392fe803b217', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-17T04:09:39Z', 'updated_at': '2021-04-17T04:09:44Z', 'revision_number': 4, 'project_id': 'b27c7ae6f15d4ca4afddb9e09494c2db', 'gw_port': {'id': '9391a4b8-e3b5-4dbd-92b5-392fe803b217', 'name': '', 'network_id': '3299e77b-a72c-46bf-8676-13cef166cd0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:4c:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca37efc8-2fbb-4c01-ad6f-d0523b74a961', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '126682c8-3b96-411d-a59b-48497db5cf0c', 'ip_address': '172.28.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-17T04:09:40Z', 'updated_at': '2021-04-17T04:09:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126682c8-3b96-411d-a59b-48497db5cf0c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-2-smb', '_floatingips': [{'id': '31672820-9804-4ae2-86c5-87bfa1f9cb58', 'tenant_id': 'b27c7ae6f15d4ca4afddb9e09494c2db', 'floating_ip_address': '172.28.1.187', 'floating_network_id': '3299e77b-a72c-46bf-8676-13cef166cd0a', 'router_id': 'ca37efc8-2fbb-4c01-ad6f-d0523b74a961', 'port_id': 'daeb3393-6e18-4177-a6ce-b860b0041968', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 542, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bcdf37d1-d8cb-465c-8c2d-b213a0f4b25a', 'mac_address': 'fa:16:3e:8e:43:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58e3a8fd-6e0f-488b-a08c-f642b97b5733', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-17T04:12:47Z', 'updated_at': '2021-04-17T04:13:02Z', 'revision_number': 1, 'project_id': 'b27c7ae6f15d4ca4afddb9e09494c2db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '356aedbf-6b2f-42c4-bb9e-ff016c564d96', 'name': '', 'network_id': 'bcdf37d1-d8cb-465c-8c2d-b213a0f4b25a', 'tenant_id': 'b27c7ae6f15d4ca4afddb9e09494c2db', 'mac_address': 'fa:16:3e:2e:1b:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca37efc8-2fbb-4c01-ad6f-d0523b74a961', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '1db1c85b-41e4-4872-a387-3bfbd7bec99d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-17T04:09:43Z', 'updated_at': '2021-04-17T04:09:53Z', 'revision_number': 5, 'project_id': 'b27c7ae6f15d4ca4afddb9e09494c2db', 'subnets': [{'id': '1db1c85b-41e4-4872-a387-3bfbd7bec99d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-2-smb', False) {} {{(pid=86333) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 17 04:13:04.388919 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72fd2409-dcf4-43b5-8848-4dbd48f36089 None None] Checking router: ca37efc8-2fbb-4c01-ad6f-d0523b74a961 for host: dv-cinder-786054-2-smb {{(pid=86333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 17 04:13:04.398444 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72fd2409-dcf4-43b5-8848-4dbd48f36089 None None] Routers {'ca37efc8-2fbb-4c01-ad6f-d0523b74a961'} bound to L3 agent in host dv-cinder-786054-2-smb {{(pid=86333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 17 04:13:04.399099 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.l3_hamode_db [None req-72fd2409-dcf4-43b5-8848-4dbd48f36089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786054-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-17T03:57:39Z,description=,heartbeat_timestamp=2021-04-17T04:12:40Z,host='dv-cinder-786054-2-smb',id=89c35117-d9bd-45d8-8d43-26735203dc9d,load=0,resource_versions=,resources_synced=,started_at=2021-04-17T03:57:39Z,topic='l3_agent')) {'router_ids': ['ca37efc8-2fbb-4c01-ad6f-d0523b74a961'], 'active': True} {{(pid=86333) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 17 04:13:04.478159 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-0be1bbcf-41f9-4a43-8aa4-58943fdcdfae req-273f3511-5f20-425a-834d-a6c0a30aafc5 service neutron] 10.222.0.32 "GET /v2.0/networks/bcdf37d1-d8cb-465c-8c2d-b213a0f4b25a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391921 Apr 17 04:13:04.588576 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.l3_dvr_db [None req-72fd2409-dcf4-43b5-8848-4dbd48f36089 None None] Set router ca37efc8-2fbb-4c01-ad6f-d0523b74a961 gateway port host: dv-cinder-786054-2-smb {{(pid=86333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 17 04:13:04.627674 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-0be1bbcf-41f9-4a43-8aa4-58943fdcdfae req-9c9a11f3-48d0-4c00-a7f5-f405ca2dc8e3 service neutron] 10.222.0.32 "GET /v2.0/networks/bcdf37d1-d8cb-465c-8c2d-b213a0f4b25a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1432302 Apr 17 04:13:04.957507 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.l3_hamode_db [None req-72fd2409-dcf4-43b5-8848-4dbd48f36089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca37efc8-2fbb-4c01-ad6f-d0523b74a961', 'name': 'tempest-AttachVolumeTestJSON-591480734-router', 'tenant_id': 'b27c7ae6f15d4ca4afddb9e09494c2db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3299e77b-a72c-46bf-8676-13cef166cd0a', 'external_fixed_ips': [{'subnet_id': '126682c8-3b96-411d-a59b-48497db5cf0c', 'ip_address': '172.28.1.223'}], 'enable_snat': True}, 'gw_port_id': '9391a4b8-e3b5-4dbd-92b5-392fe803b217', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-17T04:09:39Z', 'updated_at': '2021-04-17T04:09:44Z', 'revision_number': 4, 'project_id': 'b27c7ae6f15d4ca4afddb9e09494c2db', 'gw_port': {'id': '9391a4b8-e3b5-4dbd-92b5-392fe803b217', 'name': '', 'network_id': '3299e77b-a72c-46bf-8676-13cef166cd0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:4c:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca37efc8-2fbb-4c01-ad6f-d0523b74a961', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '126682c8-3b96-411d-a59b-48497db5cf0c', 'ip_address': '172.28.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-17T04:09:40Z', 'updated_at': '2021-04-17T04:09:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126682c8-3b96-411d-a59b-48497db5cf0c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-2-smb', '_floatingips': [{'id': '31672820-9804-4ae2-86c5-87bfa1f9cb58', 'tenant_id': 'b27c7ae6f15d4ca4afddb9e09494c2db', 'floating_ip_address': '172.28.1.187', 'floating_network_id': '3299e77b-a72c-46bf-8676-13cef166cd0a', 'router_id': 'ca37efc8-2fbb-4c01-ad6f-d0523b74a961', 'port_id': 'daeb3393-6e18-4177-a6ce-b860b0041968', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 542, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bcdf37d1-d8cb-465c-8c2d-b213a0f4b25a', 'mac_address': 'fa:16:3e:8e:43:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58e3a8fd-6e0f-488b-a08c-f642b97b5733', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-17T04:12:47Z', 'updated_at': '2021-04-17T04:13:02Z', 'revision_number': 1, 'project_id': 'b27c7ae6f15d4ca4afddb9e09494c2db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '356aedbf-6b2f-42c4-bb9e-ff016c564d96', 'name': '', 'network_id': 'bcdf37d1-d8cb-465c-8c2d-b213a0f4b25a', 'tenant_id': 'b27c7ae6f15d4ca4afddb9e09494c2db', 'mac_address': 'fa:16:3e:2e:1b:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca37efc8-2fbb-4c01-ad6f-d0523b74a961', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '1db1c85b-41e4-4872-a387-3bfbd7bec99d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-17T04:09:43Z', 'updated_at': '2021-04-17T04:09:53Z', 'revision_number': 5, 'project_id': 'b27c7ae6f15d4ca4afddb9e09494c2db', 'subnets': [{'id': '1db1c85b-41e4-4872-a387-3bfbd7bec99d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-2-smb', False) {} {{(pid=86333) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 17 04:13:04.962302 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72fd2409-dcf4-43b5-8848-4dbd48f36089 None None] The sync data for ids ['ca37efc8-2fbb-4c01-ad6f-d0523b74a961'] in dv-cinder-786054-2-smb is: [{'id': 'ca37efc8-2fbb-4c01-ad6f-d0523b74a961', 'name': 'tempest-AttachVolumeTestJSON-591480734-router', 'tenant_id': 'b27c7ae6f15d4ca4afddb9e09494c2db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3299e77b-a72c-46bf-8676-13cef166cd0a', 'external_fixed_ips': [{'subnet_id': '126682c8-3b96-411d-a59b-48497db5cf0c', 'ip_address': '172.28.1.223'}], 'enable_snat': True}, 'gw_port_id': '9391a4b8-e3b5-4dbd-92b5-392fe803b217', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-17T04:09:39Z', 'updated_at': '2021-04-17T04:09:44Z', 'revision_number': 4, 'project_id': 'b27c7ae6f15d4ca4afddb9e09494c2db', 'gw_port': {'id': '9391a4b8-e3b5-4dbd-92b5-392fe803b217', 'name': '', 'network_id': '3299e77b-a72c-46bf-8676-13cef166cd0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:4c:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca37efc8-2fbb-4c01-ad6f-d0523b74a961', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '126682c8-3b96-411d-a59b-48497db5cf0c', 'ip_address': '172.28.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-17T04:09:40Z', 'updated_at': '2021-04-17T04:09:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126682c8-3b96-411d-a59b-48497db5cf0c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-2-smb', '_floatingips': [{'id': '31672820-9804-4ae2-86c5-87bfa1f9cb58', 'tenant_id': 'b27c7ae6f15d4ca4afddb9e09494c2db', 'floating_ip_address': '172.28.1.187', 'floating_network_id': '3299e77b-a72c-46bf-8676-13cef166cd0a', 'router_id': 'ca37efc8-2fbb-4c01-ad6f-d0523b74a961', 'port_id': 'daeb3393-6e18-4177-a6ce-b860b0041968', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 542, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bcdf37d1-d8cb-465c-8c2d-b213a0f4b25a', 'mac_address': 'fa:16:3e:8e:43:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58e3a8fd-6e0f-488b-a08c-f642b97b5733', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-17T04:12:47Z', 'updated_at': '2021-04-17T04:13:02Z', 'revision_number': 1, 'project_id': 'b27c7ae6f15d4ca4afddb9e09494c2db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '356aedbf-6b2f-42c4-bb9e-ff016c564d96', 'name': '', 'network_id': 'bcdf37d1-d8cb-465c-8c2d-b213a0f4b25a', 'tenant_id': 'b27c7ae6f15d4ca4afddb9e09494c2db', 'mac_address': 'fa:16:3e:2e:1b:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca37efc8-2fbb-4c01-ad6f-d0523b74a961', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '1db1c85b-41e4-4872-a387-3bfbd7bec99d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-17T04:09:43Z', 'updated_at': '2021-04-17T04:09:53Z', 'revision_number': 5, 'project_id': 'b27c7ae6f15d4ca4afddb9e09494c2db', 'subnets': [{'id': '1db1c85b-41e4-4872-a387-3bfbd7bec99d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 17 04:13:05.232046 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7965226-9237-4f5d-ba75-9879223b7a88 None None] New status for floating IP 31672820-9804-4ae2-86c5-87bfa1f9cb58: ACTIVE {{(pid=86332) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 17 04:13:07.299528 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-8a9cd80e-19e2-4fd0-b7cf-f2db460b7c27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244554870149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852757949'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:13:09.575101 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-cfe6c9d3-78e2-4e2a-8788-36c02090761d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244554870149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852757949'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:13:09.845203 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-abc647e4-9ad4-4727-8d8b-d1e59776008e req-63bc4c2d-8922-49fa-a8ef-7feeb612ae40 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=95e8b9bb-edf4-41ea-8e29-17967312a144&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0787191 Apr 17 04:13:09.998061 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc647e4-9ad4-4727-8d8b-d1e59776008e req-50733a06-ee11-4af9-95e9-1b60dfe81a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:13:09.999671 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-abc647e4-9ad4-4727-8d8b-d1e59776008e req-50733a06-ee11-4af9-95e9-1b60dfe81a30 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ca6206a14e294f1c94050af1f73d53f8&device_id=95e8b9bb-edf4-41ea-8e29-17967312a144 HTTP/1.1" status: 200 len: 1098 time: 0.0832357 Apr 17 04:13:10.162362 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc647e4-9ad4-4727-8d8b-d1e59776008e req-c1cafe56-0a46-4661-832a-d6981e6c41a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:13:10.163990 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-abc647e4-9ad4-4727-8d8b-d1e59776008e req-c1cafe56-0a46-4661-832a-d6981e6c41a0 service neutron] 10.222.0.32 "GET /v2.0/networks?id=48b42dc6-fdb2-4a1c-899b-553f02cfd6b1 HTTP/1.1" status: 200 len: 910 time: 0.1452312 Apr 17 04:13:10.274643 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-abc647e4-9ad4-4727-8d8b-d1e59776008e req-9d0137d0-c864-46e6-8bd0-32231f62da2e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=87141837-1be8-4078-af9c-ced185eecc3a HTTP/1.1" status: 200 len: 999 time: 0.1041925 Apr 17 04:13:10.349378 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc647e4-9ad4-4727-8d8b-d1e59776008e req-a5ff191c-dd12-46df-adcc-d60861189236 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:13:10.351487 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-abc647e4-9ad4-4727-8d8b-d1e59776008e req-a5ff191c-dd12-46df-adcc-d60861189236 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7ebd19d5-d3c8-4014-91e1-906c5d4ffe3d HTTP/1.1" status: 200 len: 848 time: 0.0709007 Apr 17 04:13:10.434319 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc647e4-9ad4-4727-8d8b-d1e59776008e req-0d1aa20a-3ee5-49e7-9cdc-2c89d7581f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:13:10.435815 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-abc647e4-9ad4-4727-8d8b-d1e59776008e req-0d1aa20a-3ee5-49e7-9cdc-2c89d7581f64 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=48b42dc6-fdb2-4a1c-899b-553f02cfd6b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0778382 Apr 17 04:13:10.582150 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-abc647e4-9ad4-4727-8d8b-d1e59776008e req-1757b0e0-afe9-45d2-9df3-59f927631492 service neutron] 10.222.0.32 "GET /v2.0/networks/48b42dc6-fdb2-4a1c-899b-553f02cfd6b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390686 Apr 17 04:13:10.609607 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-c4f59f18-ba4f-4d63-813b-4697a67f74c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244554870149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852757949'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:13:10.723533 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-abc647e4-9ad4-4727-8d8b-d1e59776008e req-8a3eefa9-496a-41b8-890e-507e610dab98 service neutron] 10.222.0.32 "GET /v2.0/networks/48b42dc6-fdb2-4a1c-899b-553f02cfd6b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345496 Apr 17 04:13:10.953178 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244554870149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852757949'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:13:11.750915 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-6f7ee5bc-ae74-4cc6-a62a-23eab2a2e65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244554870149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852757949'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:13:12.459976 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244554870149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852757949'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:13:16.341783 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.20', 32934) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 17 04:13:16.470057 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-ba72dea7-da65-4973-808d-6fd94bee90b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:13:16.485764 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [None req-ba72dea7-da65-4973-808d-6fd94bee90b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 17 04:13:16.489935 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [None req-ba72dea7-da65-4973-808d-6fd94bee90b4 admin admin] Usage tracker for resource:security_group_rule and tenant:17285fd03e11425485bf4c887ea77d5a is out of sync, need to count used quota {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 17 04:13:16.492991 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [None req-ba72dea7-da65-4973-808d-6fd94bee90b4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 17 04:13:16.499574 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [None req-ba72dea7-da65-4973-808d-6fd94bee90b4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 17 04:13:16.592566 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-ba72dea7-da65-4973-808d-6fd94bee90b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:13:16.596696 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-ba72dea7-da65-4973-808d-6fd94bee90b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920236'] for security_group, after_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:13:16.605109 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-57d6f01a-3986-493a-bbca-3c1f461f2d5c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:13:16.646694 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [None req-ba72dea7-da65-4973-808d-6fd94bee90b4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=17285fd03e11425485bf4c887ea77d5a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3037848 Apr 17 04:13:16.648534 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba72dea7-da65-4973-808d-6fd94bee90b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c06478c-a4ce-45c0-8cf8-bdcce162984b,revision_number=1']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:13:16.650094 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.20', 32940) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 17 04:13:16.651982 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-ba72dea7-da65-4973-808d-6fd94bee90b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:13:16.714630 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-124c40d4-a06c-4894-8773-27e7c5e49e11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:13:16.748425 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-124c40d4-a06c-4894-8773-27e7c5e49e11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:13:16.796209 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-124c40d4-a06c-4894-8773-27e7c5e49e11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920236'] for security_group, after_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:13:16.800162 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-9675bd97-d4e0-4467-86e6-fda336fde62f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:13:16.811687 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124c40d4-a06c-4894-8773-27e7c5e49e11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c06478c-a4ce-45c0-8cf8-bdcce162984b,revision_number=None']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:13:16.815781 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-124c40d4-a06c-4894-8773-27e7c5e49e11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:13:16.821292 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-124c40d4-a06c-4894-8773-27e7c5e49e11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:13:16.823607 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [None req-124c40d4-a06c-4894-8773-27e7c5e49e11 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3c06478c-a4ce-45c0-8cf8-bdcce162984b HTTP/1.1" status: 204 len: 168 time: 0.1721756 Apr 17 04:13:17.142755 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.20', 32948) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 17 04:13:17.162268 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-ff6b0408-2c00-41e5-9d1c-8ab6e6a3cbda admin admin] Notify callbacks [] for security_group, before_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:13:17.177497 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [None req-ff6b0408-2c00-41e5-9d1c-8ab6e6a3cbda admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 17 04:13:17.181537 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [None req-ff6b0408-2c00-41e5-9d1c-8ab6e6a3cbda admin admin] Usage tracker for resource:security_group_rule and tenant:bedabcc8840c43ef9700d97c12aac515 is out of sync, need to count used quota {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 17 04:13:17.184795 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [None req-ff6b0408-2c00-41e5-9d1c-8ab6e6a3cbda admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 17 04:13:17.192031 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [None req-ff6b0408-2c00-41e5-9d1c-8ab6e6a3cbda admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 17 04:13:17.292910 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-ff6b0408-2c00-41e5-9d1c-8ab6e6a3cbda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:13:17.296828 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-ff6b0408-2c00-41e5-9d1c-8ab6e6a3cbda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920236'] for security_group, after_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:13:17.305580 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-706d256b-b3a1-455b-bb5f-09c7557f2d97 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:13:17.347500 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [None req-ff6b0408-2c00-41e5-9d1c-8ab6e6a3cbda admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=bedabcc8840c43ef9700d97c12aac515&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2036245 Apr 17 04:13:17.348427 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6b0408-2c00-41e5-9d1c-8ab6e6a3cbda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=783e06fd-bee2-493d-97ca-3c5cc07a7bc8,revision_number=1']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:13:17.351102 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.20', 32954) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 17 04:13:17.351543 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-ff6b0408-2c00-41e5-9d1c-8ab6e6a3cbda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:13:17.414036 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-2d31c2b2-4c6b-41d5-b384-dbba7f986a21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:13:17.441403 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-2d31c2b2-4c6b-41d5-b384-dbba7f986a21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:13:17.489914 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-2d31c2b2-4c6b-41d5-b384-dbba7f986a21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920236'] for security_group, after_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:13:17.493731 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-ee8a25c5-91a1-48bf-b96c-5adcf1a62db0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:13:17.505425 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d31c2b2-4c6b-41d5-b384-dbba7f986a21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=783e06fd-bee2-493d-97ca-3c5cc07a7bc8,revision_number=None']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:13:17.507890 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-2d31c2b2-4c6b-41d5-b384-dbba7f986a21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:13:17.514228 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-2d31c2b2-4c6b-41d5-b384-dbba7f986a21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:13:17.515453 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [None req-2d31c2b2-4c6b-41d5-b384-dbba7f986a21 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/783e06fd-bee2-493d-97ca-3c5cc07a7bc8 HTTP/1.1" status: 204 len: 168 time: 0.1632662 Apr 17 04:13:18.802455 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.20', 32988) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 17 04:13:18.931578 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-a2091420-2ffb-4ff9-9a5e-b875fb950355 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:13:18.951071 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [None req-a2091420-2ffb-4ff9-9a5e-b875fb950355 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 17 04:13:18.955767 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [None req-a2091420-2ffb-4ff9-9a5e-b875fb950355 admin admin] Usage tracker for resource:security_group_rule and tenant:6f319ddeb3f341fa83ea2826a8572703 is out of sync, need to count used quota {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 17 04:13:18.959014 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [None req-a2091420-2ffb-4ff9-9a5e-b875fb950355 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 17 04:13:18.965867 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [None req-a2091420-2ffb-4ff9-9a5e-b875fb950355 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 17 04:13:19.060958 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-a2091420-2ffb-4ff9-9a5e-b875fb950355 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:13:19.064755 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-a2091420-2ffb-4ff9-9a5e-b875fb950355 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920236'] for security_group, after_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:13:19.073599 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-863922e5-ce64-458e-b1b3-927c1d4ff36d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:13:19.115819 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [None req-a2091420-2ffb-4ff9-9a5e-b875fb950355 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6f319ddeb3f341fa83ea2826a8572703&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3121617 Apr 17 04:13:19.116813 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2091420-2ffb-4ff9-9a5e-b875fb950355 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8961aa18-07fd-4fb2-a6ba-f56e3e6fef67,revision_number=1']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:13:19.119172 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.20', 32994) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 17 04:13:19.120219 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-a2091420-2ffb-4ff9-9a5e-b875fb950355 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:13:19.185227 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-76d6c71f-c1b4-4053-a2e4-26fc32f28e2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:13:19.214092 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-76d6c71f-c1b4-4053-a2e4-26fc32f28e2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:13:19.259790 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-76d6c71f-c1b4-4053-a2e4-26fc32f28e2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920236'] for security_group, after_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:13:19.263663 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-c47c71ac-9cc7-47c1-a0df-53c6909992a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:13:19.278546 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d6c71f-c1b4-4053-a2e4-26fc32f28e2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8961aa18-07fd-4fb2-a6ba-f56e3e6fef67,revision_number=None']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:13:19.282768 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-76d6c71f-c1b4-4053-a2e4-26fc32f28e2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:13:19.295931 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-76d6c71f-c1b4-4053-a2e4-26fc32f28e2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:13:19.297222 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [None req-76d6c71f-c1b4-4053-a2e4-26fc32f28e2f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8961aa18-07fd-4fb2-a6ba-f56e3e6fef67 HTTP/1.1" status: 204 len: 168 time: 0.1769812 Apr 17 04:13:26.667282 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.20', 33090) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 17 04:13:26.798609 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-f46da95a-b544-4b8c-97a0-26cb0cabe37c admin admin] Notify callbacks [] for security_group, before_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:13:26.813980 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [None req-f46da95a-b544-4b8c-97a0-26cb0cabe37c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 17 04:13:26.818265 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [None req-f46da95a-b544-4b8c-97a0-26cb0cabe37c admin admin] Usage tracker for resource:security_group_rule and tenant:f6ffaf3b70c7434b84f3fc9dbb0aaddb is out of sync, need to count used quota {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 17 04:13:26.821429 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [None req-f46da95a-b544-4b8c-97a0-26cb0cabe37c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 17 04:13:26.828043 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [None req-f46da95a-b544-4b8c-97a0-26cb0cabe37c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 17 04:13:26.912770 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-f46da95a-b544-4b8c-97a0-26cb0cabe37c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:13:26.917149 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-f46da95a-b544-4b8c-97a0-26cb0cabe37c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920236'] for security_group, after_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:13:26.924263 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-f0a7b33a-3253-431f-b61c-514b3f6e7bcd tempest-TestShelveInstance-1964921938 tempest-TestShelveInstance-1964921938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:13:26.970498 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [None req-f46da95a-b544-4b8c-97a0-26cb0cabe37c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f6ffaf3b70c7434b84f3fc9dbb0aaddb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3020861 Apr 17 04:13:26.971443 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46da95a-b544-4b8c-97a0-26cb0cabe37c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62e5500c-6f23-4733-88c7-5c5ffad0e89e,revision_number=1']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:13:26.973603 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.20', 33096) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 17 04:13:26.974863 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-f46da95a-b544-4b8c-97a0-26cb0cabe37c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:13:27.046601 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-0c0a37b9-bbea-4d47-afb2-e55fdf14fad8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:13:27.074396 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-0c0a37b9-bbea-4d47-afb2-e55fdf14fad8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:13:27.122636 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-0c0a37b9-bbea-4d47-afb2-e55fdf14fad8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920236'] for security_group, after_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:13:27.126442 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-e1cea549-626d-4db7-8307-ec971fcf4ed0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:13:27.138193 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0a37b9-bbea-4d47-afb2-e55fdf14fad8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62e5500c-6f23-4733-88c7-5c5ffad0e89e,revision_number=None']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:13:27.142015 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-0c0a37b9-bbea-4d47-afb2-e55fdf14fad8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:13:27.145414 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-0c0a37b9-bbea-4d47-afb2-e55fdf14fad8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:13:27.146618 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [None req-0c0a37b9-bbea-4d47-afb2-e55fdf14fad8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/62e5500c-6f23-4733-88c7-5c5ffad0e89e HTTP/1.1" status: 204 len: 168 time: 0.1717923 Apr 17 04:13:27.222409 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.20', 33102) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 17 04:13:27.435870 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.plugin [None req-9034d077-f9e1-4f89-bfb3-0f42f3ee0b0d tempest-TestShelveInstance-1964921938 tempest-TestShelveInstance-1964921938-project] Deleting port a75d7dcf-df6e-49f4-94ae-3b308459ce8e {{(pid=86330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 17 04:13:27.436508 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-9034d077-f9e1-4f89-bfb3-0f42f3ee0b0d tempest-TestShelveInstance-1964921938 tempest-TestShelveInstance-1964921938-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363244554791028'] for port, before_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:13:27.618589 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-9034d077-f9e1-4f89-bfb3-0f42f3ee0b0d tempest-TestShelveInstance-1964921938 tempest-TestShelveInstance-1964921938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853832323'] for port, precommit_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:13:27.618970 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-9034d077-f9e1-4f89-bfb3-0f42f3ee0b0d tempest-TestShelveInstance-1964921938 tempest-TestShelveInstance-1964921938-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:13:27.750528 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.plugin [None req-9034d077-f9e1-4f89-bfb3-0f42f3ee0b0d tempest-TestShelveInstance-1964921938 tempest-TestShelveInstance-1964921938-project] Calling delete_port for a75d7dcf-df6e-49f4-94ae-3b308459ce8e owned by network:floatingip {{(pid=86330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 17 04:13:27.914137 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-9034d077-f9e1-4f89-bfb3-0f42f3ee0b0d tempest-TestShelveInstance-1964921938 tempest-TestShelveInstance-1964921938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1691685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854152290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244554789151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792299556194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852218909'] for port, after_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:13:27.919205 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-2648d8e3-5601-4cca-85b2-76f8aedac984 tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:13:27.966215 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9034d077-f9e1-4f89-bfb3-0f42f3ee0b0d tempest-TestShelveInstance-1964921938 tempest-TestShelveInstance-1964921938-project] Pushing event deleted for resources: {'Port': ['ID=a75d7dcf-df6e-49f4-94ae-3b308459ce8e,revision_number=None']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:13:27.998621 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-9034d077-f9e1-4f89-bfb3-0f42f3ee0b0d tempest-TestShelveInstance-1964921938 tempest-TestShelveInstance-1964921938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:13:28.062318 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-9034d077-f9e1-4f89-bfb3-0f42f3ee0b0d tempest-TestShelveInstance-1964921938 tempest-TestShelveInstance-1964921938-project] Notify callbacks [] for floatingip, after_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:13:28.062693 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.db.l3_db [None req-9034d077-f9e1-4f89-bfb3-0f42f3ee0b0d tempest-TestShelveInstance-1964921938 tempest-TestShelveInstance-1964921938-project] Floating IP 8fe73a84-bb95-4372-93ca-ebc629603dba disassociated (deleted). External IP: 172.28.1.9, port: 87141837-1be8-4078-af9c-ced185eecc3a. Apr 17 04:13:28.446313 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9034d077-f9e1-4f89-bfb3-0f42f3ee0b0d tempest-TestShelveInstance-1964921938 tempest-TestShelveInstance-1964921938-project] Router 87afbfa0-06fd-483c-ae79-cc809bd9c080 has already been hosted by L3 agent 89c35117-d9bd-45d8-8d43-26735203dc9d {{(pid=86330) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 17 04:13:28.892923 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9034d077-f9e1-4f89-bfb3-0f42f3ee0b0d tempest-TestShelveInstance-1964921938 tempest-TestShelveInstance-1964921938-project] Notify agent at l3_agent.dv-cinder-786054-2-smb the message routers_updated {{(pid=86330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 17 04:13:28.903223 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8c23a34-72c9-4fac-ab64-1d62537c1c83 None None] Sync routers for ids ['87afbfa0-06fd-483c-ae79-cc809bd9c080'] in dv-cinder-786054-2-smb {{(pid=86333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 17 04:13:28.914905 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8c23a34-72c9-4fac-ab64-1d62537c1c83 None None] Routers {'87afbfa0-06fd-483c-ae79-cc809bd9c080'} bound to L3 agent in host dv-cinder-786054-2-smb {{(pid=86333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 17 04:13:28.915571 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.l3_hamode_db [None req-d8c23a34-72c9-4fac-ab64-1d62537c1c83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786054-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-17T03:57:39Z,description=,heartbeat_timestamp=2021-04-17T04:13:10Z,host='dv-cinder-786054-2-smb',id=89c35117-d9bd-45d8-8d43-26735203dc9d,load=0,resource_versions=,resources_synced=,started_at=2021-04-17T03:57:39Z,topic='l3_agent')) {'router_ids': ['87afbfa0-06fd-483c-ae79-cc809bd9c080'], 'active': True} {{(pid=86333) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 17 04:13:28.919953 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-9034d077-f9e1-4f89-bfb3-0f42f3ee0b0d tempest-TestShelveInstance-1964921938 tempest-TestShelveInstance-1964921938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2986'] for floatingip, before_response {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:13:28.980336 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [None req-9034d077-f9e1-4f89-bfb3-0f42f3ee0b0d tempest-TestShelveInstance-1964921938 tempest-TestShelveInstance-1964921938-project] 10.222.0.20 "DELETE /v2.0/floatingips/8fe73a84-bb95-4372-93ca-ebc629603dba HTTP/1.1" status: 204 len: 168 time: 1.7541873 Apr 17 04:13:28.980336 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95e8b9bb-edf4-41ea-8e29-17967312a144', 'tag': '87141837-1be8-4078-af9c-ced185eecc3a'}] {{(pid=86330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 17 04:13:29.068471 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95e8b9bb-edf4-41ea-8e29-17967312a144', 'tag': '87141837-1be8-4078-af9c-ced185eecc3a', 'status': 'completed', 'code': 200} Apr 17 04:13:29.107678 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.l3_dvr_db [None req-d8c23a34-72c9-4fac-ab64-1d62537c1c83 None None] Set router 87afbfa0-06fd-483c-ae79-cc809bd9c080 gateway port host: dv-cinder-786054-2-smb {{(pid=86333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 17 04:13:29.170332 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e962e2-cc59-4b7f-ba7f-83b42adbf6af req-03cf14be-4323-4203-91a8-c5dcdbc00f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:13:29.171885 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-f2e962e2-cc59-4b7f-ba7f-83b42adbf6af req-03cf14be-4323-4203-91a8-c5dcdbc00f1b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ca6206a14e294f1c94050af1f73d53f8&device_id=95e8b9bb-edf4-41ea-8e29-17967312a144 HTTP/1.1" status: 200 len: 1098 time: 0.0828531 Apr 17 04:13:29.321506 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e962e2-cc59-4b7f-ba7f-83b42adbf6af req-2793af8a-7522-4fb7-87dd-a48e47f31042 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:13:29.323399 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-f2e962e2-cc59-4b7f-ba7f-83b42adbf6af req-2793af8a-7522-4fb7-87dd-a48e47f31042 service neutron] 10.222.0.32 "GET /v2.0/networks?id=48b42dc6-fdb2-4a1c-899b-553f02cfd6b1 HTTP/1.1" status: 200 len: 910 time: 0.1441016 Apr 17 04:13:29.407000 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-f2e962e2-cc59-4b7f-ba7f-83b42adbf6af req-5847f3db-0e89-4984-bbfa-53d722b1b4b5 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=87141837-1be8-4078-af9c-ced185eecc3a HTTP/1.1" status: 200 len: 217 time: 0.0708449 Apr 17 04:13:29.451876 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.l3_hamode_db [None req-d8c23a34-72c9-4fac-ab64-1d62537c1c83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87afbfa0-06fd-483c-ae79-cc809bd9c080', 'name': 'tempest-TestShelveInstance-1684563367-router', 'tenant_id': 'ca6206a14e294f1c94050af1f73d53f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3299e77b-a72c-46bf-8676-13cef166cd0a', 'external_fixed_ips': [{'subnet_id': '126682c8-3b96-411d-a59b-48497db5cf0c', 'ip_address': '172.28.1.69'}], 'enable_snat': True}, 'gw_port_id': '96b317a3-e3cc-41f2-bfc2-124206db5b4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-17T04:08:52Z', 'updated_at': '2021-04-17T04:08:57Z', 'revision_number': 4, 'project_id': 'ca6206a14e294f1c94050af1f73d53f8', 'gw_port': {'id': '96b317a3-e3cc-41f2-bfc2-124206db5b4e', 'name': '', 'network_id': '3299e77b-a72c-46bf-8676-13cef166cd0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:ca:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87afbfa0-06fd-483c-ae79-cc809bd9c080', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '126682c8-3b96-411d-a59b-48497db5cf0c', 'ip_address': '172.28.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-17T04:08:53Z', 'updated_at': '2021-04-17T04:09:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126682c8-3b96-411d-a59b-48497db5cf0c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-2-smb', '_interfaces': [{'id': '890a4828-83c3-4084-9275-57fb1ec68a0e', 'name': '', 'network_id': '48b42dc6-fdb2-4a1c-899b-553f02cfd6b1', 'tenant_id': 'ca6206a14e294f1c94050af1f73d53f8', 'mac_address': 'fa:16:3e:f5:44:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87afbfa0-06fd-483c-ae79-cc809bd9c080', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '7ebd19d5-d3c8-4014-91e1-906c5d4ffe3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-17T04:08:56Z', 'updated_at': '2021-04-17T04:09:10Z', 'revision_number': 5, 'project_id': 'ca6206a14e294f1c94050af1f73d53f8', 'subnets': [{'id': '7ebd19d5-d3c8-4014-91e1-906c5d4ffe3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-2-smb', False) {} {{(pid=86333) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 17 04:13:29.456020 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8c23a34-72c9-4fac-ab64-1d62537c1c83 None None] Checking router: 87afbfa0-06fd-483c-ae79-cc809bd9c080 for host: dv-cinder-786054-2-smb {{(pid=86333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 17 04:13:29.465610 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8c23a34-72c9-4fac-ab64-1d62537c1c83 None None] Routers {'87afbfa0-06fd-483c-ae79-cc809bd9c080'} bound to L3 agent in host dv-cinder-786054-2-smb {{(pid=86333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 17 04:13:29.466271 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.l3_hamode_db [None req-d8c23a34-72c9-4fac-ab64-1d62537c1c83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786054-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-17T03:57:39Z,description=,heartbeat_timestamp=2021-04-17T04:13:10Z,host='dv-cinder-786054-2-smb',id=89c35117-d9bd-45d8-8d43-26735203dc9d,load=0,resource_versions=,resources_synced=,started_at=2021-04-17T03:57:39Z,topic='l3_agent')) {'router_ids': ['87afbfa0-06fd-483c-ae79-cc809bd9c080'], 'active': True} {{(pid=86333) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 17 04:13:29.476618 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e962e2-cc59-4b7f-ba7f-83b42adbf6af req-c96cd6ad-64ec-4d56-9690-8a6c0805985f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:13:29.478212 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-f2e962e2-cc59-4b7f-ba7f-83b42adbf6af req-c96cd6ad-64ec-4d56-9690-8a6c0805985f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7ebd19d5-d3c8-4014-91e1-906c5d4ffe3d HTTP/1.1" status: 200 len: 848 time: 0.0635979 Apr 17 04:13:29.527739 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e0399e-536b-40a3-a21e-e09665166841 req-6f27817b-2b6a-4079-b0ba-6050834fd0c1 tempest-TestShelveInstance-1964921938 tempest-TestShelveInstance-1964921938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:13:29.529381 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-55e0399e-536b-40a3-a21e-e09665166841 req-6f27817b-2b6a-4079-b0ba-6050834fd0c1 tempest-TestShelveInstance-1964921938 tempest-TestShelveInstance-1964921938-project] 10.222.0.20 "GET /v2.0/ports?device_id=95e8b9bb-edf4-41ea-8e29-17967312a144 HTTP/1.1" status: 200 len: 945 time: 0.0890796 Apr 17 04:13:29.572358 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e962e2-cc59-4b7f-ba7f-83b42adbf6af req-79c66b38-f259-44a8-b22a-528c5871b2bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:13:29.575261 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-f2e962e2-cc59-4b7f-ba7f-83b42adbf6af req-79c66b38-f259-44a8-b22a-528c5871b2bb service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=48b42dc6-fdb2-4a1c-899b-553f02cfd6b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0870235 Apr 17 04:13:29.599028 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-55e0399e-536b-40a3-a21e-e09665166841 req-2e2c9694-fa69-4b43-9fcb-bc9d6ac371da tempest-TestShelveInstance-1964921938 tempest-TestShelveInstance-1964921938-project] 10.222.0.20 "GET /v2.0/security-groups?id=966d6d2d-9bfe-48ff-ab39-78b8c7f76cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589204 Apr 17 04:13:29.657294 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.l3_dvr_db [None req-d8c23a34-72c9-4fac-ab64-1d62537c1c83 None None] Set router 87afbfa0-06fd-483c-ae79-cc809bd9c080 gateway port host: dv-cinder-786054-2-smb {{(pid=86333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 17 04:13:29.737353 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-f2e962e2-cc59-4b7f-ba7f-83b42adbf6af req-1b650033-1dec-453e-a698-7bdc3c07f50b service neutron] 10.222.0.32 "GET /v2.0/networks/48b42dc6-fdb2-4a1c-899b-553f02cfd6b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1541681 Apr 17 04:13:29.895236 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-f2e962e2-cc59-4b7f-ba7f-83b42adbf6af req-b25a8ab2-97e7-49a2-beb9-b1de46240338 service neutron] 10.222.0.32 "GET /v2.0/networks/48b42dc6-fdb2-4a1c-899b-553f02cfd6b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1479933 Apr 17 04:13:30.172438 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.l3_hamode_db [None req-d8c23a34-72c9-4fac-ab64-1d62537c1c83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87afbfa0-06fd-483c-ae79-cc809bd9c080', 'name': 'tempest-TestShelveInstance-1684563367-router', 'tenant_id': 'ca6206a14e294f1c94050af1f73d53f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3299e77b-a72c-46bf-8676-13cef166cd0a', 'external_fixed_ips': [{'subnet_id': '126682c8-3b96-411d-a59b-48497db5cf0c', 'ip_address': '172.28.1.69'}], 'enable_snat': True}, 'gw_port_id': '96b317a3-e3cc-41f2-bfc2-124206db5b4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-17T04:08:52Z', 'updated_at': '2021-04-17T04:08:57Z', 'revision_number': 4, 'project_id': 'ca6206a14e294f1c94050af1f73d53f8', 'gw_port': {'id': '96b317a3-e3cc-41f2-bfc2-124206db5b4e', 'name': '', 'network_id': '3299e77b-a72c-46bf-8676-13cef166cd0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:ca:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87afbfa0-06fd-483c-ae79-cc809bd9c080', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '126682c8-3b96-411d-a59b-48497db5cf0c', 'ip_address': '172.28.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-17T04:08:53Z', 'updated_at': '2021-04-17T04:09:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126682c8-3b96-411d-a59b-48497db5cf0c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-2-smb', '_interfaces': [{'id': '890a4828-83c3-4084-9275-57fb1ec68a0e', 'name': '', 'network_id': '48b42dc6-fdb2-4a1c-899b-553f02cfd6b1', 'tenant_id': 'ca6206a14e294f1c94050af1f73d53f8', 'mac_address': 'fa:16:3e:f5:44:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87afbfa0-06fd-483c-ae79-cc809bd9c080', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '7ebd19d5-d3c8-4014-91e1-906c5d4ffe3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-17T04:08:56Z', 'updated_at': '2021-04-17T04:09:10Z', 'revision_number': 5, 'project_id': 'ca6206a14e294f1c94050af1f73d53f8', 'subnets': [{'id': '7ebd19d5-d3c8-4014-91e1-906c5d4ffe3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-2-smb', False) {} {{(pid=86333) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 17 04:13:30.176833 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8c23a34-72c9-4fac-ab64-1d62537c1c83 None None] The sync data for ids ['87afbfa0-06fd-483c-ae79-cc809bd9c080'] in dv-cinder-786054-2-smb is: [{'id': '87afbfa0-06fd-483c-ae79-cc809bd9c080', 'name': 'tempest-TestShelveInstance-1684563367-router', 'tenant_id': 'ca6206a14e294f1c94050af1f73d53f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3299e77b-a72c-46bf-8676-13cef166cd0a', 'external_fixed_ips': [{'subnet_id': '126682c8-3b96-411d-a59b-48497db5cf0c', 'ip_address': '172.28.1.69'}], 'enable_snat': True}, 'gw_port_id': '96b317a3-e3cc-41f2-bfc2-124206db5b4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-17T04:08:52Z', 'updated_at': '2021-04-17T04:08:57Z', 'revision_number': 4, 'project_id': 'ca6206a14e294f1c94050af1f73d53f8', 'gw_port': {'id': '96b317a3-e3cc-41f2-bfc2-124206db5b4e', 'name': '', 'network_id': '3299e77b-a72c-46bf-8676-13cef166cd0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:ca:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87afbfa0-06fd-483c-ae79-cc809bd9c080', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '126682c8-3b96-411d-a59b-48497db5cf0c', 'ip_address': '172.28.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-17T04:08:53Z', 'updated_at': '2021-04-17T04:09:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126682c8-3b96-411d-a59b-48497db5cf0c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-2-smb', '_interfaces': [{'id': '890a4828-83c3-4084-9275-57fb1ec68a0e', 'name': '', 'network_id': '48b42dc6-fdb2-4a1c-899b-553f02cfd6b1', 'tenant_id': 'ca6206a14e294f1c94050af1f73d53f8', 'mac_address': 'fa:16:3e:f5:44:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87afbfa0-06fd-483c-ae79-cc809bd9c080', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '7ebd19d5-d3c8-4014-91e1-906c5d4ffe3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-17T04:08:56Z', 'updated_at': '2021-04-17T04:09:10Z', 'revision_number': 5, 'project_id': 'ca6206a14e294f1c94050af1f73d53f8', 'subnets': [{'id': '7ebd19d5-d3c8-4014-91e1-906c5d4ffe3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 17 04:13:30.573737 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20d4a62f-b183-412a-9578-a930cfb9ab4c None None] New status for floating IP 8fe73a84-bb95-4372-93ca-ebc629603dba: DOWN {{(pid=86332) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 17 04:13:30.794746 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad73e64a-21ab-439a-b97b-3f634d0a4174 req-ea58c0b8-4524-40e1-9418-3137d65a144b tempest-TestShelveInstance-1964921938 tempest-TestShelveInstance-1964921938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:13:30.796336 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-ad73e64a-21ab-439a-b97b-3f634d0a4174 req-ea58c0b8-4524-40e1-9418-3137d65a144b tempest-TestShelveInstance-1964921938 tempest-TestShelveInstance-1964921938-project] 10.222.0.20 "GET /v2.0/ports?device_id=95e8b9bb-edf4-41ea-8e29-17967312a144 HTTP/1.1" status: 200 len: 945 time: 0.0912104 Apr 17 04:13:30.825655 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f25e62f-1aa5-47fa-9148-b6caf4763472 req-daa81982-95bd-47df-977e-6d8db61598b1 tempest-TestShelveInstance-1964921938 tempest-TestShelveInstance-1964921938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:13:30.826424 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [req-8f25e62f-1aa5-47fa-9148-b6caf4763472 req-daa81982-95bd-47df-977e-6d8db61598b1 tempest-TestShelveInstance-1964921938 tempest-TestShelveInstance-1964921938-project] Synchronizing usage tracker for tenant:ca6206a14e294f1c94050af1f73d53f8 on resource:port {{(pid=86330) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 17 04:13:30.843498 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [req-8f25e62f-1aa5-47fa-9148-b6caf4763472 req-daa81982-95bd-47df-977e-6d8db61598b1 tempest-TestShelveInstance-1964921938 tempest-TestShelveInstance-1964921938-project] Unset dirty status for tenant:ca6206a14e294f1c94050af1f73d53f8 on resource:port {{(pid=86330) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 17 04:13:30.844772 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-8f25e62f-1aa5-47fa-9148-b6caf4763472 req-daa81982-95bd-47df-977e-6d8db61598b1 tempest-TestShelveInstance-1964921938 tempest-TestShelveInstance-1964921938-project] 10.222.0.32 "GET /v2.0/ports?device_id=95e8b9bb-edf4-41ea-8e29-17967312a144 HTTP/1.1" status: 200 len: 945 time: 0.1059353 Apr 17 04:13:30.845200 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-ad73e64a-21ab-439a-b97b-3f634d0a4174 req-709fd288-a77b-4b09-9161-5ca7b7de5f62 tempest-TestShelveInstance-1964921938 tempest-TestShelveInstance-1964921938-project] 10.222.0.20 "GET /v2.0/security-groups?id=966d6d2d-9bfe-48ff-ab39-78b8c7f76cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420876 Apr 17 04:13:30.926728 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.plugin [req-8f25e62f-1aa5-47fa-9148-b6caf4763472 req-6bcccf5d-3b06-472c-8fef-7e8b2049c1de tempest-TestShelveInstance-1964921938 tempest-TestShelveInstance-1964921938-project] Deleting port 87141837-1be8-4078-af9c-ced185eecc3a {{(pid=86330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 17 04:13:30.927348 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [req-8f25e62f-1aa5-47fa-9148-b6caf4763472 req-6bcccf5d-3b06-472c-8fef-7e8b2049c1de tempest-TestShelveInstance-1964921938 tempest-TestShelveInstance-1964921938-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363244554791028'] for port, before_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:13:31.196931 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.db [req-8f25e62f-1aa5-47fa-9148-b6caf4763472 req-6bcccf5d-3b06-472c-8fef-7e8b2049c1de tempest-TestShelveInstance-1964921938 tempest-TestShelveInstance-1964921938-project] For port 87141837-1be8-4078-af9c-ced185eecc3a, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=87141837-1be8-4078-af9c-ced185eecc3a,segment=NetworkSegment(4d7fcafd-580c-4824-905f-e47e11f99a09),segment_id=4d7fcafd-580c-4824-905f-e47e11f99a09)] {{(pid=86330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 17 04:13:31.197338 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [req-8f25e62f-1aa5-47fa-9148-b6caf4763472 req-6bcccf5d-3b06-472c-8fef-7e8b2049c1de tempest-TestShelveInstance-1964921938 tempest-TestShelveInstance-1964921938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853832323'] for port, precommit_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:13:31.328320 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.plugin [req-8f25e62f-1aa5-47fa-9148-b6caf4763472 req-6bcccf5d-3b06-472c-8fef-7e8b2049c1de tempest-TestShelveInstance-1964921938 tempest-TestShelveInstance-1964921938-project] Calling delete_port for 87141837-1be8-4078-af9c-ced185eecc3a owned by compute:nova {{(pid=86330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 17 04:13:31.481468 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [req-8f25e62f-1aa5-47fa-9148-b6caf4763472 req-6bcccf5d-3b06-472c-8fef-7e8b2049c1de tempest-TestShelveInstance-1964921938 tempest-TestShelveInstance-1964921938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1691685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854152290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244554789151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792299556194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852218909'] for port, after_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:13:31.487406 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-d2325c9c-b7f0-4cc7-a036-85c51dbb4243 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:13:31.535237 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcccf5d-3b06-472c-8fef-7e8b2049c1de tempest-TestShelveInstance-1964921938 tempest-TestShelveInstance-1964921938-project] Pushing event deleted for resources: {'Port': ['ID=87141837-1be8-4078-af9c-ced185eecc3a,revision_number=None']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:13:31.538564 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-6bcccf5d-3b06-472c-8fef-7e8b2049c1de tempest-TestShelveInstance-1964921938 tempest-TestShelveInstance-1964921938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:13:31.618659 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f25e62f-1aa5-47fa-9148-b6caf4763472 req-6bcccf5d-3b06-472c-8fef-7e8b2049c1de tempest-TestShelveInstance-1964921938 tempest-TestShelveInstance-1964921938-project] No DVR routers for this DVR port 87141837-1be8-4078-af9c-ced185eecc3a on host hv-cinder-78605 {{(pid=86330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 17 04:13:31.621280 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [req-8f25e62f-1aa5-47fa-9148-b6caf4763472 req-6bcccf5d-3b06-472c-8fef-7e8b2049c1de tempest-TestShelveInstance-1964921938 tempest-TestShelveInstance-1964921938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2986'] for port, before_response {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:13:31.624158 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95e8b9bb-edf4-41ea-8e29-17967312a144', 'name': 'network-vif-deleted', 'tag': '87141837-1be8-4078-af9c-ced185eecc3a'}] {{(pid=86330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 17 04:13:31.640355 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-8f25e62f-1aa5-47fa-9148-b6caf4763472 req-6bcccf5d-3b06-472c-8fef-7e8b2049c1de tempest-TestShelveInstance-1964921938 tempest-TestShelveInstance-1964921938-project] 10.222.0.32 "DELETE /v2.0/ports/87141837-1be8-4078-af9c-ced185eecc3a HTTP/1.1" status: 204 len: 173 time: 0.7903311 Apr 17 04:13:31.683261 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95e8b9bb-edf4-41ea-8e29-17967312a144', 'name': 'network-vif-deleted', 'tag': '87141837-1be8-4078-af9c-ced185eecc3a', 'status': 'completed', 'code': 200} Apr 17 04:13:32.029424 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-dceea151-8048-491f-b68a-d6137dd09aa4 req-b30b5e0e-cc84-4cf9-a1f6-ea3010c4881d tempest-TestShelveInstance-1964921938 tempest-TestShelveInstance-1964921938-project] 10.222.0.20 "GET /v2.0/ports?device_id=95e8b9bb-edf4-41ea-8e29-17967312a144 HTTP/1.1" status: 200 len: 210 time: 0.0583906 Apr 17 04:13:33.151480 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.20', 33186) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 17 04:13:33.223976 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-d44eebdc-e553-4a91-b0c1-b153ed548533 tempest-TestShelveInstance-1964921938 tempest-TestShelveInstance-1964921938-project] Notify callbacks [] for security_group, before_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:13:33.256026 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.rpc [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Device 87141837-1be8-4078-af9c-ced185eecc3a no longer exists at agent hyperv_hv-cinder-78605 {{(pid=86332) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 17 04:13:33.256250 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-d44eebdc-e553-4a91-b0c1-b153ed548533 tempest-TestShelveInstance-1964921938 tempest-TestShelveInstance-1964921938-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:13:33.296610 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.plugin [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] No Port match for: 87141837-1be8-4078-af9c-ced185eecc3a {{(pid=86332) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 17 04:13:33.296969 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.rpc [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Device 87141837-1be8-4078-af9c-ced185eecc3a not bound to the agent host hv-cinder-78605 {{(pid=86332) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 17 04:13:33.315745 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-d44eebdc-e553-4a91-b0c1-b153ed548533 tempest-TestShelveInstance-1964921938 tempest-TestShelveInstance-1964921938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920236'] for security_group, after_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:13:33.321268 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-3e4ce9ec-6859-495b-b2e5-4c1e1716d4f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:13:33.338595 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44eebdc-e553-4a91-b0c1-b153ed548533 tempest-TestShelveInstance-1964921938 tempest-TestShelveInstance-1964921938-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=966d6d2d-9bfe-48ff-ab39-78b8c7f76cd0,revision_number=None']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:13:33.349621 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44eebdc-e553-4a91-b0c1-b153ed548533 tempest-TestShelveInstance-1964921938 tempest-TestShelveInstance-1964921938-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:13:33.350044 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44eebdc-e553-4a91-b0c1-b153ed548533 tempest-TestShelveInstance-1964921938 tempest-TestShelveInstance-1964921938-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:13:33.350455 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44eebdc-e553-4a91-b0c1-b153ed548533 tempest-TestShelveInstance-1964921938 tempest-TestShelveInstance-1964921938-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:13:33.350860 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44eebdc-e553-4a91-b0c1-b153ed548533 tempest-TestShelveInstance-1964921938 tempest-TestShelveInstance-1964921938-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:13:33.351262 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44eebdc-e553-4a91-b0c1-b153ed548533 tempest-TestShelveInstance-1964921938 tempest-TestShelveInstance-1964921938-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:13:33.351661 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44eebdc-e553-4a91-b0c1-b153ed548533 tempest-TestShelveInstance-1964921938 tempest-TestShelveInstance-1964921938-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:13:33.352057 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44eebdc-e553-4a91-b0c1-b153ed548533 tempest-TestShelveInstance-1964921938 tempest-TestShelveInstance-1964921938-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:13:33.352475 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44eebdc-e553-4a91-b0c1-b153ed548533 tempest-TestShelveInstance-1964921938 tempest-TestShelveInstance-1964921938-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:13:33.352872 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44eebdc-e553-4a91-b0c1-b153ed548533 tempest-TestShelveInstance-1964921938 tempest-TestShelveInstance-1964921938-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:13:33.353303 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44eebdc-e553-4a91-b0c1-b153ed548533 tempest-TestShelveInstance-1964921938 tempest-TestShelveInstance-1964921938-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:13:33.353679 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44eebdc-e553-4a91-b0c1-b153ed548533 tempest-TestShelveInstance-1964921938 tempest-TestShelveInstance-1964921938-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:13:33.354060 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44eebdc-e553-4a91-b0c1-b153ed548533 tempest-TestShelveInstance-1964921938 tempest-TestShelveInstance-1964921938-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:13:33.357339 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-d44eebdc-e553-4a91-b0c1-b153ed548533 tempest-TestShelveInstance-1964921938 tempest-TestShelveInstance-1964921938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:13:33.359716 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-d44eebdc-e553-4a91-b0c1-b153ed548533 tempest-TestShelveInstance-1964921938 tempest-TestShelveInstance-1964921938-project] Notify callbacks [] for security_group, before_response {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:13:33.364560 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [None req-d44eebdc-e553-4a91-b0c1-b153ed548533 tempest-TestShelveInstance-1964921938 tempest-TestShelveInstance-1964921938-project] 10.222.0.20 "DELETE /v2.0/security-groups/966d6d2d-9bfe-48ff-ab39-78b8c7f76cd0 HTTP/1.1" status: 204 len: 168 time: 0.2119703 Apr 17 04:13:33.415791 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.20', 33198) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 17 04:13:33.984051 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-4ce54cdf-6806-425d-ad2f-6a5e14dee3ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853827942'] for router_interface, before_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:13:34.356720 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.plugin [None req-4ce54cdf-6806-425d-ad2f-6a5e14dee3ea admin admin] Deleting port 890a4828-83c3-4084-9275-57fb1ec68a0e {{(pid=86331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 17 04:13:34.357282 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-4ce54cdf-6806-425d-ad2f-6a5e14dee3ea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363244554791028'] for port, before_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:13:34.535333 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.db [None req-4ce54cdf-6806-425d-ad2f-6a5e14dee3ea admin admin] For port 890a4828-83c3-4084-9275-57fb1ec68a0e, host dv-cinder-786054-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-2-smb',level=0,port_id=890a4828-83c3-4084-9275-57fb1ec68a0e,segment=NetworkSegment(4d7fcafd-580c-4824-905f-e47e11f99a09),segment_id=4d7fcafd-580c-4824-905f-e47e11f99a09)] {{(pid=86331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 17 04:13:34.535722 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-4ce54cdf-6806-425d-ad2f-6a5e14dee3ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853832323'] for port, precommit_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:13:34.667685 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.plugin [None req-4ce54cdf-6806-425d-ad2f-6a5e14dee3ea admin admin] Calling delete_port for 890a4828-83c3-4084-9275-57fb1ec68a0e owned by network:router_interface {{(pid=86331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 17 04:13:34.713388 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.agents_db [None req-76d39d81-b417-4462-95bd-4e842fba9248 None None] Agent healthcheck: found 6 active agents {{(pid=86333) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 17 04:13:34.849862 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-4ce54cdf-6806-425d-ad2f-6a5e14dee3ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1691685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854152290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244554789151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792299556194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850958277'] for port, after_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:13:34.854586 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-e87f3444-16b0-42e1-a543-f5c73c571eb9 tempest-VolumesNegativeTest-1536909220 tempest-VolumesNegativeTest-1536909220-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:13:34.900645 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce54cdf-6806-425d-ad2f-6a5e14dee3ea admin admin] Pushing event deleted for resources: {'Port': ['ID=890a4828-83c3-4084-9275-57fb1ec68a0e,revision_number=None']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:13:34.972000 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce54cdf-6806-425d-ad2f-6a5e14dee3ea admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:13:34.972428 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce54cdf-6806-425d-ad2f-6a5e14dee3ea admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:13:34.972839 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce54cdf-6806-425d-ad2f-6a5e14dee3ea admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:13:34.973234 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce54cdf-6806-425d-ad2f-6a5e14dee3ea admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:13:34.973624 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce54cdf-6806-425d-ad2f-6a5e14dee3ea admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:13:34.973994 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce54cdf-6806-425d-ad2f-6a5e14dee3ea admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:13:34.974386 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce54cdf-6806-425d-ad2f-6a5e14dee3ea admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:13:34.974769 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce54cdf-6806-425d-ad2f-6a5e14dee3ea admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:13:34.975152 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce54cdf-6806-425d-ad2f-6a5e14dee3ea admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:13:34.975533 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce54cdf-6806-425d-ad2f-6a5e14dee3ea admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:13:34.975911 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce54cdf-6806-425d-ad2f-6a5e14dee3ea admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:13:34.976290 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce54cdf-6806-425d-ad2f-6a5e14dee3ea admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:13:34.982928 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-4ce54cdf-6806-425d-ad2f-6a5e14dee3ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:13:35.204804 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-4ce54cdf-6806-425d-ad2f-6a5e14dee3ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-623526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036853827868'] for router_interface, after_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:13:35.818792 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ce54cdf-6806-425d-ad2f-6a5e14dee3ea admin admin] Router 87afbfa0-06fd-483c-ae79-cc809bd9c080 has already been hosted by L3 agent 89c35117-d9bd-45d8-8d43-26735203dc9d {{(pid=86331) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 17 04:13:36.010214 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ce54cdf-6806-425d-ad2f-6a5e14dee3ea admin admin] Notify agent at l3_agent.dv-cinder-786054-2-smb the message routers_updated {{(pid=86331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 17 04:13:36.019735 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe4738a9-e042-41f4-bec2-458242a035cd None None] Sync routers for ids ['87afbfa0-06fd-483c-ae79-cc809bd9c080'] in dv-cinder-786054-2-smb {{(pid=86333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 17 04:13:36.025522 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [None req-4ce54cdf-6806-425d-ad2f-6a5e14dee3ea admin admin] 10.222.0.20 "PUT /v2.0/routers/87afbfa0-06fd-483c-ae79-cc809bd9c080/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6058929 Apr 17 04:13:36.025946 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.20', 33258) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 17 04:13:36.041783 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe4738a9-e042-41f4-bec2-458242a035cd None None] Routers {'87afbfa0-06fd-483c-ae79-cc809bd9c080'} bound to L3 agent in host dv-cinder-786054-2-smb {{(pid=86333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 17 04:13:36.042457 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.l3_hamode_db [None req-fe4738a9-e042-41f4-bec2-458242a035cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786054-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-17T03:57:39Z,description=,heartbeat_timestamp=2021-04-17T04:13:10Z,host='dv-cinder-786054-2-smb',id=89c35117-d9bd-45d8-8d43-26735203dc9d,load=0,resource_versions=,resources_synced=,started_at=2021-04-17T03:57:39Z,topic='l3_agent')) {'router_ids': ['87afbfa0-06fd-483c-ae79-cc809bd9c080'], 'active': True} {{(pid=86333) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 17 04:13:36.217703 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-00b8de41-8aff-496e-b426-f3a538c86997 admin admin] Notify callbacks [] for router, before_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:13:36.229404 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.l3_dvr_db [None req-fe4738a9-e042-41f4-bec2-458242a035cd None None] Set router 87afbfa0-06fd-483c-ae79-cc809bd9c080 gateway port host: dv-cinder-786054-2-smb {{(pid=86333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 17 04:13:36.406571 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-00b8de41-8aff-496e-b426-f3a538c86997 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:13:36.415625 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.plugin [None req-00b8de41-8aff-496e-b426-f3a538c86997 admin admin] Deleting port 96b317a3-e3cc-41f2-bfc2-124206db5b4e {{(pid=86330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 17 04:13:36.415987 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-00b8de41-8aff-496e-b426-f3a538c86997 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363244554791028'] for port, before_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:13:36.534385 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.l3_hamode_db [None req-fe4738a9-e042-41f4-bec2-458242a035cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87afbfa0-06fd-483c-ae79-cc809bd9c080', 'name': 'tempest-TestShelveInstance-1684563367-router', 'tenant_id': 'ca6206a14e294f1c94050af1f73d53f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3299e77b-a72c-46bf-8676-13cef166cd0a', 'external_fixed_ips': [{'subnet_id': '126682c8-3b96-411d-a59b-48497db5cf0c', 'ip_address': '172.28.1.69'}], 'enable_snat': True}, 'gw_port_id': '96b317a3-e3cc-41f2-bfc2-124206db5b4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-17T04:08:52Z', 'updated_at': '2021-04-17T04:13:34Z', 'revision_number': 5, 'project_id': 'ca6206a14e294f1c94050af1f73d53f8', 'gw_port': {'id': '96b317a3-e3cc-41f2-bfc2-124206db5b4e', 'name': '', 'network_id': '3299e77b-a72c-46bf-8676-13cef166cd0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:ca:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87afbfa0-06fd-483c-ae79-cc809bd9c080', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '126682c8-3b96-411d-a59b-48497db5cf0c', 'ip_address': '172.28.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-17T04:08:53Z', 'updated_at': '2021-04-17T04:09:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126682c8-3b96-411d-a59b-48497db5cf0c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-2-smb'}], 'dv-cinder-786054-2-smb', False) {} {{(pid=86333) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 17 04:13:36.539210 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe4738a9-e042-41f4-bec2-458242a035cd None None] Checking router: 87afbfa0-06fd-483c-ae79-cc809bd9c080 for host: dv-cinder-786054-2-smb {{(pid=86333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 17 04:13:36.556671 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe4738a9-e042-41f4-bec2-458242a035cd None None] Routers {'87afbfa0-06fd-483c-ae79-cc809bd9c080'} bound to L3 agent in host dv-cinder-786054-2-smb {{(pid=86333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 17 04:13:36.557588 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.l3_hamode_db [None req-fe4738a9-e042-41f4-bec2-458242a035cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786054-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-17T03:57:39Z,description=,heartbeat_timestamp=2021-04-17T04:13:10Z,host='dv-cinder-786054-2-smb',id=89c35117-d9bd-45d8-8d43-26735203dc9d,load=0,resource_versions=,resources_synced=,started_at=2021-04-17T03:57:39Z,topic='l3_agent')) {'router_ids': ['87afbfa0-06fd-483c-ae79-cc809bd9c080'], 'active': True} {{(pid=86333) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 17 04:13:36.607356 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.db [None req-00b8de41-8aff-496e-b426-f3a538c86997 admin admin] For port 96b317a3-e3cc-41f2-bfc2-124206db5b4e, host dv-cinder-786054-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-2-smb',level=0,port_id=96b317a3-e3cc-41f2-bfc2-124206db5b4e,segment=NetworkSegment(0331decf-77a3-4764-a14d-d11dc820119c),segment_id=0331decf-77a3-4764-a14d-d11dc820119c)] {{(pid=86330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 17 04:13:36.608481 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-00b8de41-8aff-496e-b426-f3a538c86997 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853832323'] for port, precommit_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:13:36.723652 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.l3_dvr_db [None req-fe4738a9-e042-41f4-bec2-458242a035cd None None] Set router 87afbfa0-06fd-483c-ae79-cc809bd9c080 gateway port host: None {{(pid=86333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 17 04:13:36.738984 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.plugin [None req-00b8de41-8aff-496e-b426-f3a538c86997 admin admin] Calling delete_port for 96b317a3-e3cc-41f2-bfc2-124206db5b4e owned by network:router_gateway {{(pid=86330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 17 04:13:36.834911 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.l3_hamode_db [None req-fe4738a9-e042-41f4-bec2-458242a035cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87afbfa0-06fd-483c-ae79-cc809bd9c080', 'name': 'tempest-TestShelveInstance-1684563367-router', 'tenant_id': 'ca6206a14e294f1c94050af1f73d53f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-17T04:08:52Z', 'updated_at': '2021-04-17T04:13:36Z', 'revision_number': 6, 'project_id': 'ca6206a14e294f1c94050af1f73d53f8', 'gw_port_host': None}], 'dv-cinder-786054-2-smb', False) {} {{(pid=86333) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 17 04:13:36.839209 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe4738a9-e042-41f4-bec2-458242a035cd None None] The sync data for ids ['87afbfa0-06fd-483c-ae79-cc809bd9c080'] in dv-cinder-786054-2-smb is: [{'id': '87afbfa0-06fd-483c-ae79-cc809bd9c080', 'name': 'tempest-TestShelveInstance-1684563367-router', 'tenant_id': 'ca6206a14e294f1c94050af1f73d53f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-17T04:08:52Z', 'updated_at': '2021-04-17T04:13:36Z', 'revision_number': 6, 'project_id': 'ca6206a14e294f1c94050af1f73d53f8', 'gw_port_host': None}] {{(pid=86333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 17 04:13:36.926654 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-00b8de41-8aff-496e-b426-f3a538c86997 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1691685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854152290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244554789151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792299556194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852218909'] for port, after_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:13:36.931881 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-8753f590-c8f1-4524-87c4-59439539463d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:13:36.980629 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b8de41-8aff-496e-b426-f3a538c86997 admin admin] Pushing event deleted for resources: {'Port': ['ID=96b317a3-e3cc-41f2-bfc2-124206db5b4e,revision_number=None']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:13:36.984337 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-00b8de41-8aff-496e-b426-f3a538c86997 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:13:37.078411 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-00b8de41-8aff-496e-b426-f3a538c86997 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-944229'] for router_gateway, after_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:13:37.268584 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-00b8de41-8aff-496e-b426-f3a538c86997 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1022777', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854768863'] for router, precommit_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:13:37.270920 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-00b8de41-8aff-496e-b426-f3a538c86997 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:13:37.297363 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-00b8de41-8aff-496e-b426-f3a538c86997 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853753731'] for router, after_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:13:37.297930 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-292a5067-51cb-46b8-936a-020e12525908 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244554870149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852757949'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:13:37.298058 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00b8de41-8aff-496e-b426-f3a538c86997 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 87afbfa0-06fd-483c-ae79-cc809bd9c080 {{(pid=86330) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 17 04:13:37.311752 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-00b8de41-8aff-496e-b426-f3a538c86997 admin admin] Notify callbacks [] for router, before_response {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:13:37.313052 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [None req-00b8de41-8aff-496e-b426-f3a538c86997 admin admin] 10.222.0.20 "DELETE /v2.0/routers/87afbfa0-06fd-483c-ae79-cc809bd9c080 HTTP/1.1" status: 204 len: 168 time: 1.2860031 Apr 17 04:13:37.316145 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.20', 33270) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 17 04:13:37.383711 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.db_base_plugin_v2 [None req-11731fbb-3b09-4507-9654-01f0a8a8f0b4 admin admin] Deleting subnet 7ebd19d5-d3c8-4014-91e1-906c5d4ffe3d {{(pid=86331) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 17 04:13:37.387191 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-11731fbb-3b09-4507-9654-01f0a8a8f0b4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:13:37.443668 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-11731fbb-3b09-4507-9654-01f0a8a8f0b4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2727788'] for subnet, precommit_delete_associations {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:13:37.527843 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-11731fbb-3b09-4507-9654-01f0a8a8f0b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2044980'] for subnet, precommit_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:13:37.791754 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-11731fbb-3b09-4507-9654-01f0a8a8f0b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036852730868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854152290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036850957329', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852132379'] for subnet, after_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:13:37.797634 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:13:37.833912 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11731fbb-3b09-4507-9654-01f0a8a8f0b4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7ebd19d5-d3c8-4014-91e1-906c5d4ffe3d,revision_number=None']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:13:37.836049 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-11731fbb-3b09-4507-9654-01f0a8a8f0b4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:13:37.838762 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-11731fbb-3b09-4507-9654-01f0a8a8f0b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:13:37.841382 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad61967b-b05d-4769-bf05-987ab4eedbd6 None None] Network 48b42dc6-fdb2-4a1c-899b-553f02cfd6b1 requested from dv-cinder-786054-2-smb {{(pid=86332) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 17 04:13:37.842970 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [None req-11731fbb-3b09-4507-9654-01f0a8a8f0b4 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/7ebd19d5-d3c8-4014-91e1-906c5d4ffe3d HTTP/1.1" status: 204 len: 168 time: 0.5257182 Apr 17 04:13:37.846891 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.20', 33276) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 17 04:13:37.963484 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-5e430bf7-defb-4eff-867a-94c96968538d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2007928'] for network, before_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:13:37.974915 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.plugin [None req-5e430bf7-defb-4eff-867a-94c96968538d admin admin] Deleting port 468a035f-d0cc-425c-b7e3-d154f3ad6ed7 {{(pid=86330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 17 04:13:37.975252 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-5e430bf7-defb-4eff-867a-94c96968538d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363244554791028'] for port, before_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:13:38.112620 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c41fd912-764b-4ded-b337-032e7ce6b04f None None] DHCP port deletion for 48b42dc6-fdb2-4a1c-899b-553f02cfd6b1 request from dv-cinder-786054-2-smb {{(pid=86332) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 17 04:13:38.117237 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.plugin [None req-c41fd912-764b-4ded-b337-032e7ce6b04f None None] Deleting port 468a035f-d0cc-425c-b7e3-d154f3ad6ed7 {{(pid=86332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 17 04:13:38.117638 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-c41fd912-764b-4ded-b337-032e7ce6b04f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363244554791028'] for port, before_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:13:38.349915 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.db [None req-c41fd912-764b-4ded-b337-032e7ce6b04f None None] For port 468a035f-d0cc-425c-b7e3-d154f3ad6ed7, host dv-cinder-786054-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-2-smb',level=0,port_id=468a035f-d0cc-425c-b7e3-d154f3ad6ed7,segment=NetworkSegment(4d7fcafd-580c-4824-905f-e47e11f99a09),segment_id=4d7fcafd-580c-4824-905f-e47e11f99a09)] {{(pid=86332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 17 04:13:38.350630 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-c41fd912-764b-4ded-b337-032e7ce6b04f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853832323'] for port, precommit_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:13:38.451356 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.db [None req-5e430bf7-defb-4eff-867a-94c96968538d admin admin] For port 468a035f-d0cc-425c-b7e3-d154f3ad6ed7, host dv-cinder-786054-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-2-smb',level=0,port_id=468a035f-d0cc-425c-b7e3-d154f3ad6ed7,segment=NetworkSegment(4d7fcafd-580c-4824-905f-e47e11f99a09),segment_id=4d7fcafd-580c-4824-905f-e47e11f99a09)] {{(pid=86330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 17 04:13:38.451812 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-5e430bf7-defb-4eff-867a-94c96968538d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853832323'] for port, precommit_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:13:38.589013 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.plugin [None req-5e430bf7-defb-4eff-867a-94c96968538d admin admin] Calling delete_port for 468a035f-d0cc-425c-b7e3-d154f3ad6ed7 owned by network:dhcp {{(pid=86330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 17 04:13:38.597102 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.rpc [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] Device 468a035f-d0cc-425c-b7e3-d154f3ad6ed7 no longer exists at agent ovs-agent-dv-cinder-786054-2-smb {{(pid=86332) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 17 04:13:38.669493 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-5e430bf7-defb-4eff-867a-94c96968538d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1691685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854152290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244554789151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792299556194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852218909'] for port, after_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:13:38.673503 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-daa06bd4-5214-413e-9baa-fa10b98aa704 tempest-AttachVolumeShelveTestJSON-1073432196 tempest-AttachVolumeShelveTestJSON-1073432196-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:13:38.689720 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.plugin [None req-c41fd912-764b-4ded-b337-032e7ce6b04f None None] Calling delete_port for 468a035f-d0cc-425c-b7e3-d154f3ad6ed7 owned by network:dhcp {{(pid=86332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 17 04:13:38.719356 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e430bf7-defb-4eff-867a-94c96968538d admin admin] Pushing event deleted for resources: {'Port': ['ID=468a035f-d0cc-425c-b7e3-d154f3ad6ed7,revision_number=None']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:13:38.722046 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-5e430bf7-defb-4eff-867a-94c96968538d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:13:38.724567 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e430bf7-defb-4eff-867a-94c96968538d admin admin] No DVR routers for this DVR port 468a035f-d0cc-425c-b7e3-d154f3ad6ed7 on host dv-cinder-786054-2-smb {{(pid=86330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 17 04:13:38.728061 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.plugin [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] No Port match for: 468a035f-d0cc-425c-b7e3-d154f3ad6ed7 {{(pid=86332) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 17 04:13:38.728431 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.rpc [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] Device 468a035f-d0cc-425c-b7e3-d154f3ad6ed7 not bound to the agent host dv-cinder-786054-2-smb {{(pid=86332) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 17 04:13:38.728940 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.rpc [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] Device 96b317a3-e3cc-41f2-bfc2-124206db5b4e no longer exists at agent ovs-agent-dv-cinder-786054-2-smb {{(pid=86332) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 17 04:13:38.774907 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.plugin [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] No Port match for: 96b317a3-e3cc-41f2-bfc2-124206db5b4e {{(pid=86332) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 17 04:13:38.775162 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.rpc [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] Device 96b317a3-e3cc-41f2-bfc2-124206db5b4e not bound to the agent host dv-cinder-786054-2-smb {{(pid=86332) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 17 04:13:38.775638 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.rpc [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] Device 890a4828-83c3-4084-9275-57fb1ec68a0e no longer exists at agent ovs-agent-dv-cinder-786054-2-smb {{(pid=86332) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 17 04:13:38.812904 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.plugin [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] No Port match for: 890a4828-83c3-4084-9275-57fb1ec68a0e {{(pid=86332) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 17 04:13:38.813294 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.rpc [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] Device 890a4828-83c3-4084-9275-57fb1ec68a0e not bound to the agent host dv-cinder-786054-2-smb {{(pid=86332) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 17 04:13:38.842937 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.db.api [None req-c41fd912-764b-4ded-b337-032e7ce6b04f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86332) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 17 04:13:38.843473 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_db.api [None req-c41fd912-764b-4ded-b337-032e7ce6b04f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86332) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 17 04:13:38.848954 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-5e430bf7-defb-4eff-867a-94c96968538d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852730783', 'neutron.services.segments.db._delete_segments_for_network-8792299905651'] for network, precommit_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:13:38.977188 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.services.segments.db [None req-5e430bf7-defb-4eff-867a-94c96968538d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48b42dc6-fdb2-4a1c-899b-553f02cfd6b1']}} {{(pid=86330) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 17 04:13:38.990519 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.services.segments.db [None req-5e430bf7-defb-4eff-867a-94c96968538d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d7fcafd-580c-4824-905f-e47e11f99a09') {'for_net_delete': True} {{(pid=86330) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 17 04:13:38.990863 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.services.segments.db [None req-5e430bf7-defb-4eff-867a-94c96968538d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d7fcafd-580c-4824-905f-e47e11f99a09') {} {{(pid=86330) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 17 04:13:39.003128 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-5e430bf7-defb-4eff-867a-94c96968538d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363244554709347', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2533493'] for segment, before_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:13:39.018148 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-5e430bf7-defb-4eff-867a-94c96968538d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852729262'] for segment, precommit_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:13:39.024596 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e430bf7-defb-4eff-867a-94c96968538d admin admin] Releasing vlan 110 on physical network physnet1 to pool {{(pid=86330) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 17 04:13:39.205653 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.managers [None req-5e430bf7-defb-4eff-867a-94c96968538d admin admin] Network 48b42dc6-fdb2-4a1c-899b-553f02cfd6b1 has no segments {{(pid=86330) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 17 04:13:39.214830 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-5e430bf7-defb-4eff-867a-94c96968538d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2046501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2556820'] for segment, after_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:13:39.345184 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.plugin [None req-c41fd912-764b-4ded-b337-032e7ce6b04f None None] Deleting port 468a035f-d0cc-425c-b7e3-d154f3ad6ed7 {{(pid=86332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 17 04:13:39.345489 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-c41fd912-764b-4ded-b337-032e7ce6b04f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363244554791028'] for port, before_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:13:39.390118 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.managers [None req-5e430bf7-defb-4eff-867a-94c96968538d admin admin] Network 48b42dc6-fdb2-4a1c-899b-553f02cfd6b1 has no segments {{(pid=86330) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 17 04:13:39.412777 dv-cinder-786054-2-smb neutron-server[86217]: Traceback (most recent call last): Apr 17 04:13:39.412777 dv-cinder-786054-2-smb neutron-server[86217]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 17 04:13:39.412777 dv-cinder-786054-2-smb neutron-server[86217]: timer() Apr 17 04:13:39.412777 dv-cinder-786054-2-smb neutron-server[86217]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 17 04:13:39.412777 dv-cinder-786054-2-smb neutron-server[86217]: cb(*args, **kw) Apr 17 04:13:39.412777 dv-cinder-786054-2-smb neutron-server[86217]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 17 04:13:39.412777 dv-cinder-786054-2-smb neutron-server[86217]: return func(*args, **kwargs) Apr 17 04:13:39.412777 dv-cinder-786054-2-smb neutron-server[86217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 17 04:13:39.412777 dv-cinder-786054-2-smb neutron-server[86217]: self._notify() Apr 17 04:13:39.412777 dv-cinder-786054-2-smb neutron-server[86217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 17 04:13:39.412777 dv-cinder-786054-2-smb neutron-server[86217]: self.callback(batched_events) Apr 17 04:13:39.412777 dv-cinder-786054-2-smb neutron-server[86217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 17 04:13:39.412777 dv-cinder-786054-2-smb neutron-server[86217]: event.method(event) Apr 17 04:13:39.412777 dv-cinder-786054-2-smb neutron-server[86217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 17 04:13:39.412777 dv-cinder-786054-2-smb neutron-server[86217]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 17 04:13:39.412777 dv-cinder-786054-2-smb neutron-server[86217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 17 04:13:39.412777 dv-cinder-786054-2-smb neutron-server[86217]: segment_id)['aggregates'][0] Apr 17 04:13:39.412777 dv-cinder-786054-2-smb neutron-server[86217]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 17 04:13:39.412777 dv-cinder-786054-2-smb neutron-server[86217]: return f(self, *a, **k) Apr 17 04:13:39.412777 dv-cinder-786054-2-smb neutron-server[86217]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 17 04:13:39.412777 dv-cinder-786054-2-smb neutron-server[86217]: return self._get(url).json() Apr 17 04:13:39.412777 dv-cinder-786054-2-smb neutron-server[86217]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 17 04:13:39.412777 dv-cinder-786054-2-smb neutron-server[86217]: **kwargs) Apr 17 04:13:39.412777 dv-cinder-786054-2-smb neutron-server[86217]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 17 04:13:39.412777 dv-cinder-786054-2-smb neutron-server[86217]: return self.request(url, 'GET', **kwargs) Apr 17 04:13:39.412777 dv-cinder-786054-2-smb neutron-server[86217]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 17 04:13:39.412777 dv-cinder-786054-2-smb neutron-server[86217]: **endpoint_filter) Apr 17 04:13:39.412777 dv-cinder-786054-2-smb neutron-server[86217]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 17 04:13:39.412777 dv-cinder-786054-2-smb neutron-server[86217]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 17 04:13:39.412777 dv-cinder-786054-2-smb neutron-server[86217]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 17 04:13:39.412777 dv-cinder-786054-2-smb neutron-server[86217]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 17 04:13:39.412777 dv-cinder-786054-2-smb neutron-server[86217]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 17 04:13:39.418510 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.plugin [None req-c41fd912-764b-4ded-b337-032e7ce6b04f None None] The port '468a035f-d0cc-425c-b7e3-d154f3ad6ed7' was deleted {{(pid=86332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 17 04:13:39.496623 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-5e430bf7-defb-4eff-867a-94c96968538d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2045033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854152290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1023362'] for network, after_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:13:39.501438 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-5e430bf7-defb-4eff-867a-94c96968538d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854152307'] for network, before_response {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:13:39.505604 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-b562a218-9c2b-4928-83d9-195f4618c9c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:13:39.527661 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e430bf7-defb-4eff-867a-94c96968538d admin admin] Pushing event deleted for resources: {'Network': ['ID=48b42dc6-fdb2-4a1c-899b-553f02cfd6b1,revision_number=None']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:13:39.530144 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-5e430bf7-defb-4eff-867a-94c96968538d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:13:39.541587 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [None req-5e430bf7-defb-4eff-867a-94c96968538d admin admin] 10.222.0.20 "DELETE /v2.0/networks/48b42dc6-fdb2-4a1c-899b-553f02cfd6b1 HTTP/1.1" status: 204 len: 168 time: 1.6935198 Apr 17 04:13:39.544686 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.20', 33292) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 17 04:13:39.565724 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-2f13f70e-b22d-46ce-985d-4efb918037ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244554870149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852757949'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:13:39.724019 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.20', 33298) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 17 04:13:39.849526 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-18b6a2db-4626-4c1b-83f3-fbb75d4e5832 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:13:39.868673 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [None req-18b6a2db-4626-4c1b-83f3-fbb75d4e5832 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 17 04:13:39.872819 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [None req-18b6a2db-4626-4c1b-83f3-fbb75d4e5832 admin admin] Usage tracker for resource:security_group_rule and tenant:f147a257db2948c2bc25caa1e76c1c28 is out of sync, need to count used quota {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 17 04:13:39.875795 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [None req-18b6a2db-4626-4c1b-83f3-fbb75d4e5832 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 17 04:13:39.881878 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [None req-18b6a2db-4626-4c1b-83f3-fbb75d4e5832 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 17 04:13:39.969872 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-18b6a2db-4626-4c1b-83f3-fbb75d4e5832 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:13:39.974627 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-18b6a2db-4626-4c1b-83f3-fbb75d4e5832 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920236'] for security_group, after_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:13:39.989643 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-ab58eaeb-f913-4e19-935a-fd17ea60201b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:13:40.033648 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.20', 33308) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 17 04:13:40.033850 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [None req-18b6a2db-4626-4c1b-83f3-fbb75d4e5832 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f147a257db2948c2bc25caa1e76c1c28&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3083768 Apr 17 04:13:40.035030 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b6a2db-4626-4c1b-83f3-fbb75d4e5832 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=840efa1d-6d8e-47c7-81fa-b95f40f8c537,revision_number=1']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:13:40.038606 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-18b6a2db-4626-4c1b-83f3-fbb75d4e5832 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:13:40.145730 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-8fb5fef4-ed1b-494b-b83d-436510c29f17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:13:40.184800 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-8fb5fef4-ed1b-494b-b83d-436510c29f17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:13:40.211298 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-abad4ba3-9892-48c2-90d0-252764a14c2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853827942'] for router_interface, before_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:13:40.393766 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-8fb5fef4-ed1b-494b-b83d-436510c29f17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920236'] for security_group, after_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:13:40.400549 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-c2b5add5-915f-497e-b573-33860aa9e58b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:13:40.463173 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb5fef4-ed1b-494b-b83d-436510c29f17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=840efa1d-6d8e-47c7-81fa-b95f40f8c537,revision_number=None']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:13:40.473159 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-8fb5fef4-ed1b-494b-b83d-436510c29f17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:13:40.515807 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-8fb5fef4-ed1b-494b-b83d-436510c29f17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:13:40.519789 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [None req-8fb5fef4-ed1b-494b-b83d-436510c29f17 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/840efa1d-6d8e-47c7-81fa-b95f40f8c537 HTTP/1.1" status: 204 len: 168 time: 0.4799261 Apr 17 04:13:40.608196 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-c4f59f18-ba4f-4d63-813b-4697a67f74c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244554870149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852757949'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:13:40.625719 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.plugin [None req-abad4ba3-9892-48c2-90d0-252764a14c2e admin admin] Deleting port c22cc7f4-732c-4613-8086-f159f4e9b31f {{(pid=86330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 17 04:13:40.626160 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-abad4ba3-9892-48c2-90d0-252764a14c2e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363244554791028'] for port, before_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:13:40.815637 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.db [None req-abad4ba3-9892-48c2-90d0-252764a14c2e admin admin] For port c22cc7f4-732c-4613-8086-f159f4e9b31f, host dv-cinder-786054-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-2-smb',level=0,port_id=c22cc7f4-732c-4613-8086-f159f4e9b31f,segment=NetworkSegment(23ccdc1f-b2d5-44db-aad7-61505c22015e),segment_id=23ccdc1f-b2d5-44db-aad7-61505c22015e)] {{(pid=86330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 17 04:13:40.816040 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-abad4ba3-9892-48c2-90d0-252764a14c2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853832323'] for port, precommit_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:13:40.948006 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244554870149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852757949'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:13:40.950736 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.plugin [None req-abad4ba3-9892-48c2-90d0-252764a14c2e admin admin] Calling delete_port for c22cc7f4-732c-4613-8086-f159f4e9b31f owned by network:router_interface {{(pid=86330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 17 04:13:41.133760 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-abad4ba3-9892-48c2-90d0-252764a14c2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1691685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854152290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244554789151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792299556194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852218909'] for port, after_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:13:41.137516 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-2cf6076c-c746-4ecf-90e6-2c2e0c6b791c tempest-VolumesNegativeTest-1536909220 tempest-VolumesNegativeTest-1536909220-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:13:41.181029 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abad4ba3-9892-48c2-90d0-252764a14c2e admin admin] Pushing event deleted for resources: {'Port': ['ID=c22cc7f4-732c-4613-8086-f159f4e9b31f,revision_number=None']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:13:41.184981 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-abad4ba3-9892-48c2-90d0-252764a14c2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:13:41.465625 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-abad4ba3-9892-48c2-90d0-252764a14c2e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-623526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036853827868'] for router_interface, after_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:13:41.763239 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-6f7ee5bc-ae74-4cc6-a62a-23eab2a2e65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244554870149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852757949'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:13:42.140592 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abad4ba3-9892-48c2-90d0-252764a14c2e admin admin] Router ec573b99-f264-4384-afeb-2d1932bf4391 has already been hosted by L3 agent 89c35117-d9bd-45d8-8d43-26735203dc9d {{(pid=86330) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 17 04:13:42.333314 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abad4ba3-9892-48c2-90d0-252764a14c2e admin admin] Notify agent at l3_agent.dv-cinder-786054-2-smb the message routers_updated {{(pid=86330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 17 04:13:42.342465 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e82b998-ab8a-4073-9d63-53d180041742 None None] Sync routers for ids ['ec573b99-f264-4384-afeb-2d1932bf4391'] in dv-cinder-786054-2-smb {{(pid=86332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 17 04:13:42.351906 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [None req-abad4ba3-9892-48c2-90d0-252764a14c2e admin admin] 10.222.0.20 "PUT /v2.0/routers/ec573b99-f264-4384-afeb-2d1932bf4391/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8037562 Apr 17 04:13:42.352314 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.20', 33368) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 17 04:13:42.355530 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e82b998-ab8a-4073-9d63-53d180041742 None None] Routers {'ec573b99-f264-4384-afeb-2d1932bf4391'} bound to L3 agent in host dv-cinder-786054-2-smb {{(pid=86332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 17 04:13:42.356220 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.l3_hamode_db [None req-5e82b998-ab8a-4073-9d63-53d180041742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786054-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-17T03:57:39Z,description=,heartbeat_timestamp=2021-04-17T04:13:40Z,host='dv-cinder-786054-2-smb',id=89c35117-d9bd-45d8-8d43-26735203dc9d,load=0,resource_versions=,resources_synced=,started_at=2021-04-17T03:57:39Z,topic='l3_agent')) {'router_ids': ['ec573b99-f264-4384-afeb-2d1932bf4391'], 'active': True} {{(pid=86332) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 17 04:13:42.519460 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244554870149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852757949'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:13:42.545188 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-6045ee0c-8f50-4bad-8c7a-c13ad25eb4c3 admin admin] Notify callbacks [] for router, before_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:13:42.559383 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.l3_dvr_db [None req-5e82b998-ab8a-4073-9d63-53d180041742 None None] Set router ec573b99-f264-4384-afeb-2d1932bf4391 gateway port host: dv-cinder-786054-2-smb {{(pid=86332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 17 04:13:42.732320 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-6045ee0c-8f50-4bad-8c7a-c13ad25eb4c3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:13:42.742063 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.plugin [None req-6045ee0c-8f50-4bad-8c7a-c13ad25eb4c3 admin admin] Deleting port 56dcb0fe-4726-42d9-b685-a7260cb4bb1c {{(pid=86331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 17 04:13:42.742432 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-6045ee0c-8f50-4bad-8c7a-c13ad25eb4c3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363244554791028'] for port, before_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:13:42.861313 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.l3_hamode_db [None req-5e82b998-ab8a-4073-9d63-53d180041742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec573b99-f264-4384-afeb-2d1932bf4391', 'name': 'tempest-TestShelveInstance-1328410593-router', 'tenant_id': 'f539ae10259f44be8e006cf6ce9f524d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3299e77b-a72c-46bf-8676-13cef166cd0a', 'external_fixed_ips': [{'subnet_id': '126682c8-3b96-411d-a59b-48497db5cf0c', 'ip_address': '172.28.1.121'}], 'enable_snat': True}, 'gw_port_id': '56dcb0fe-4726-42d9-b685-a7260cb4bb1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-17T04:09:00Z', 'updated_at': '2021-04-17T04:13:41Z', 'revision_number': 5, 'project_id': 'f539ae10259f44be8e006cf6ce9f524d', 'gw_port': {'id': '56dcb0fe-4726-42d9-b685-a7260cb4bb1c', 'name': '', 'network_id': '3299e77b-a72c-46bf-8676-13cef166cd0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:a8:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec573b99-f264-4384-afeb-2d1932bf4391', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '126682c8-3b96-411d-a59b-48497db5cf0c', 'ip_address': '172.28.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-17T04:09:02Z', 'updated_at': '2021-04-17T04:09:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126682c8-3b96-411d-a59b-48497db5cf0c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-2-smb'}], 'dv-cinder-786054-2-smb', False) {} {{(pid=86332) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 17 04:13:42.865473 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e82b998-ab8a-4073-9d63-53d180041742 None None] Checking router: ec573b99-f264-4384-afeb-2d1932bf4391 for host: dv-cinder-786054-2-smb {{(pid=86332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 17 04:13:42.874816 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e82b998-ab8a-4073-9d63-53d180041742 None None] Routers {'ec573b99-f264-4384-afeb-2d1932bf4391'} bound to L3 agent in host dv-cinder-786054-2-smb {{(pid=86332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 17 04:13:42.875484 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.l3_hamode_db [None req-5e82b998-ab8a-4073-9d63-53d180041742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786054-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-17T03:57:39Z,description=,heartbeat_timestamp=2021-04-17T04:13:40Z,host='dv-cinder-786054-2-smb',id=89c35117-d9bd-45d8-8d43-26735203dc9d,load=0,resource_versions=,resources_synced=,started_at=2021-04-17T03:57:39Z,topic='l3_agent')) {'router_ids': ['ec573b99-f264-4384-afeb-2d1932bf4391'], 'active': True} {{(pid=86332) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 17 04:13:42.926241 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.db [None req-6045ee0c-8f50-4bad-8c7a-c13ad25eb4c3 admin admin] For port 56dcb0fe-4726-42d9-b685-a7260cb4bb1c, host dv-cinder-786054-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-2-smb',level=0,port_id=56dcb0fe-4726-42d9-b685-a7260cb4bb1c,segment=NetworkSegment(0331decf-77a3-4764-a14d-d11dc820119c),segment_id=0331decf-77a3-4764-a14d-d11dc820119c)] {{(pid=86331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 17 04:13:42.926627 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-6045ee0c-8f50-4bad-8c7a-c13ad25eb4c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853832323'] for port, precommit_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:13:43.037177 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.l3_dvr_db [None req-5e82b998-ab8a-4073-9d63-53d180041742 None None] Set router ec573b99-f264-4384-afeb-2d1932bf4391 gateway port host: None {{(pid=86332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 17 04:13:43.056903 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.plugin [None req-6045ee0c-8f50-4bad-8c7a-c13ad25eb4c3 admin admin] Calling delete_port for 56dcb0fe-4726-42d9-b685-a7260cb4bb1c owned by network:router_gateway {{(pid=86331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 17 04:13:43.162272 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.l3_hamode_db [None req-5e82b998-ab8a-4073-9d63-53d180041742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec573b99-f264-4384-afeb-2d1932bf4391', 'name': 'tempest-TestShelveInstance-1328410593-router', 'tenant_id': 'f539ae10259f44be8e006cf6ce9f524d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-17T04:09:00Z', 'updated_at': '2021-04-17T04:13:42Z', 'revision_number': 6, 'project_id': 'f539ae10259f44be8e006cf6ce9f524d', 'gw_port_host': None}], 'dv-cinder-786054-2-smb', False) {} {{(pid=86332) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 17 04:13:43.166954 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e82b998-ab8a-4073-9d63-53d180041742 None None] The sync data for ids ['ec573b99-f264-4384-afeb-2d1932bf4391'] in dv-cinder-786054-2-smb is: [{'id': 'ec573b99-f264-4384-afeb-2d1932bf4391', 'name': 'tempest-TestShelveInstance-1328410593-router', 'tenant_id': 'f539ae10259f44be8e006cf6ce9f524d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-17T04:09:00Z', 'updated_at': '2021-04-17T04:13:42Z', 'revision_number': 6, 'project_id': 'f539ae10259f44be8e006cf6ce9f524d', 'gw_port_host': None}] {{(pid=86332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 17 04:13:43.242118 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-6045ee0c-8f50-4bad-8c7a-c13ad25eb4c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1691685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854152290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244554789151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792299556194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850958277'] for port, after_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:13:43.247173 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:13:43.296283 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6045ee0c-8f50-4bad-8c7a-c13ad25eb4c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=56dcb0fe-4726-42d9-b685-a7260cb4bb1c,revision_number=None']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:13:43.299081 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-6045ee0c-8f50-4bad-8c7a-c13ad25eb4c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:13:43.431986 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-6045ee0c-8f50-4bad-8c7a-c13ad25eb4c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-944229'] for router_gateway, after_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:13:43.631485 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-6045ee0c-8f50-4bad-8c7a-c13ad25eb4c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1022777', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854768863'] for router, precommit_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:13:43.633957 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-6045ee0c-8f50-4bad-8c7a-c13ad25eb4c3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:13:43.661346 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-6045ee0c-8f50-4bad-8c7a-c13ad25eb4c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853753731'] for router, after_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:13:43.662090 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6045ee0c-8f50-4bad-8c7a-c13ad25eb4c3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ec573b99-f264-4384-afeb-2d1932bf4391 {{(pid=86331) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 17 04:13:43.683206 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-6045ee0c-8f50-4bad-8c7a-c13ad25eb4c3 admin admin] Notify callbacks [] for router, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:13:43.684499 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [None req-6045ee0c-8f50-4bad-8c7a-c13ad25eb4c3 admin admin] 10.222.0.20 "DELETE /v2.0/routers/ec573b99-f264-4384-afeb-2d1932bf4391 HTTP/1.1" status: 204 len: 168 time: 1.3309171 Apr 17 04:13:43.687123 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.20', 33386) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 17 04:13:43.753439 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.db_base_plugin_v2 [None req-9eade650-0f97-40cd-84ea-63a02b487e52 admin admin] Deleting subnet b294b6a7-22fc-4dd9-8d61-e34e0aad06e3 {{(pid=86331) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 17 04:13:43.756878 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-9eade650-0f97-40cd-84ea-63a02b487e52 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:13:43.812134 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-9eade650-0f97-40cd-84ea-63a02b487e52 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2727788'] for subnet, precommit_delete_associations {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:13:43.901655 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-9eade650-0f97-40cd-84ea-63a02b487e52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2044980'] for subnet, precommit_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:13:44.173225 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-9eade650-0f97-40cd-84ea-63a02b487e52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036852730868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854152290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036850957329', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852132379'] for subnet, after_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:13:44.179505 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-b65d2ab3-28cc-4741-8963-cb78a638bb96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:13:44.217946 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eade650-0f97-40cd-84ea-63a02b487e52 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b294b6a7-22fc-4dd9-8d61-e34e0aad06e3,revision_number=None']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:13:44.221786 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-9eade650-0f97-40cd-84ea-63a02b487e52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:13:44.224745 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-9eade650-0f97-40cd-84ea-63a02b487e52 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:13:44.230322 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-079220a1-ce91-4cf3-bca3-57bef606cbb6 None None] Network fd06db08-45b7-4a93-9943-79599be5cfb2 requested from dv-cinder-786054-2-smb {{(pid=86332) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 17 04:13:44.231030 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [None req-9eade650-0f97-40cd-84ea-63a02b487e52 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/b294b6a7-22fc-4dd9-8d61-e34e0aad06e3 HTTP/1.1" status: 204 len: 168 time: 0.5428388 Apr 17 04:13:44.233936 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.20', 33394) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 17 04:13:44.349853 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-e8ef5600-290d-4d4b-b9e8-6436c163287c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2007928'] for network, before_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:13:44.361488 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.plugin [None req-e8ef5600-290d-4d4b-b9e8-6436c163287c admin admin] Deleting port 1efe119f-b428-4a1f-b529-db7523c54195 {{(pid=86330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 17 04:13:44.361853 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-e8ef5600-290d-4d4b-b9e8-6436c163287c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363244554791028'] for port, before_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:13:44.484290 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc89c589-5ab1-4e57-9121-069fd51d1b34 None None] DHCP port deletion for fd06db08-45b7-4a93-9943-79599be5cfb2 request from dv-cinder-786054-2-smb {{(pid=86332) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 17 04:13:44.489265 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.plugin [None req-cc89c589-5ab1-4e57-9121-069fd51d1b34 None None] Deleting port 1efe119f-b428-4a1f-b529-db7523c54195 {{(pid=86332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 17 04:13:44.489694 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-cc89c589-5ab1-4e57-9121-069fd51d1b34 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363244554791028'] for port, before_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:13:44.583566 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.db [None req-e8ef5600-290d-4d4b-b9e8-6436c163287c admin admin] For port 1efe119f-b428-4a1f-b529-db7523c54195, host dv-cinder-786054-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-2-smb',level=0,port_id=1efe119f-b428-4a1f-b529-db7523c54195,segment=NetworkSegment(23ccdc1f-b2d5-44db-aad7-61505c22015e),segment_id=23ccdc1f-b2d5-44db-aad7-61505c22015e)] {{(pid=86330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 17 04:13:44.584642 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-e8ef5600-290d-4d4b-b9e8-6436c163287c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853832323'] for port, precommit_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:13:44.594034 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.rpc [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] Device c22cc7f4-732c-4613-8086-f159f4e9b31f no longer exists at agent ovs-agent-dv-cinder-786054-2-smb {{(pid=86332) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 17 04:13:44.639690 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.plugin [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] No Port match for: c22cc7f4-732c-4613-8086-f159f4e9b31f {{(pid=86332) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 17 04:13:44.640054 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.rpc [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] Device c22cc7f4-732c-4613-8086-f159f4e9b31f not bound to the agent host dv-cinder-786054-2-smb {{(pid=86332) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 17 04:13:44.640556 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.rpc [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] Device 1efe119f-b428-4a1f-b529-db7523c54195 no longer exists at agent ovs-agent-dv-cinder-786054-2-smb {{(pid=86332) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 17 04:13:44.720548 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.plugin [None req-e8ef5600-290d-4d4b-b9e8-6436c163287c admin admin] Calling delete_port for 1efe119f-b428-4a1f-b529-db7523c54195 owned by network:dhcp {{(pid=86330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 17 04:13:44.805575 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-e8ef5600-290d-4d4b-b9e8-6436c163287c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1691685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854152290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244554789151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792299556194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852218909'] for port, after_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:13:44.811811 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-5e430bf7-defb-4eff-867a-94c96968538d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:13:44.859884 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ef5600-290d-4d4b-b9e8-6436c163287c admin admin] Pushing event deleted for resources: {'Port': ['ID=1efe119f-b428-4a1f-b529-db7523c54195,revision_number=None']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:13:44.862055 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8ef5600-290d-4d4b-b9e8-6436c163287c admin admin] No DVR routers for this DVR port 1efe119f-b428-4a1f-b529-db7523c54195 on host dv-cinder-786054-2-smb {{(pid=86330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 17 04:13:44.863714 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-e8ef5600-290d-4d4b-b9e8-6436c163287c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:13:44.991936 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-e8ef5600-290d-4d4b-b9e8-6436c163287c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852730783', 'neutron.services.segments.db._delete_segments_for_network-8792299905651'] for network, precommit_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:13:45.029898 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.plugin [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] Port 1efe119f-b428-4a1f-b529-db7523c54195 update to DOWN by agent not found {{(pid=86332) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2112}} Apr 17 04:13:45.030422 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.rpc [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] Device 56dcb0fe-4726-42d9-b685-a7260cb4bb1c no longer exists at agent ovs-agent-dv-cinder-786054-2-smb {{(pid=86332) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 17 04:13:45.066996 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.plugin [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] No Port match for: 56dcb0fe-4726-42d9-b685-a7260cb4bb1c {{(pid=86332) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 17 04:13:45.067385 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.rpc [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] Device 56dcb0fe-4726-42d9-b685-a7260cb4bb1c not bound to the agent host dv-cinder-786054-2-smb {{(pid=86332) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 17 04:13:45.069907 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.db [None req-cc89c589-5ab1-4e57-9121-069fd51d1b34 None None] For port 1efe119f-b428-4a1f-b529-db7523c54195, host dv-cinder-786054-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-2-smb',level=0,port_id=1efe119f-b428-4a1f-b529-db7523c54195,segment=NetworkSegment(23ccdc1f-b2d5-44db-aad7-61505c22015e),segment_id=23ccdc1f-b2d5-44db-aad7-61505c22015e)] {{(pid=86332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 17 04:13:45.070344 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-cc89c589-5ab1-4e57-9121-069fd51d1b34 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853832323'] for port, precommit_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:13:45.123976 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.services.segments.db [None req-e8ef5600-290d-4d4b-b9e8-6436c163287c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd06db08-45b7-4a93-9943-79599be5cfb2']}} {{(pid=86330) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 17 04:13:45.136756 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.services.segments.db [None req-e8ef5600-290d-4d4b-b9e8-6436c163287c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23ccdc1f-b2d5-44db-aad7-61505c22015e') {'for_net_delete': True} {{(pid=86330) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 17 04:13:45.137089 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.services.segments.db [None req-e8ef5600-290d-4d4b-b9e8-6436c163287c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23ccdc1f-b2d5-44db-aad7-61505c22015e') {} {{(pid=86330) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 17 04:13:45.149431 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-e8ef5600-290d-4d4b-b9e8-6436c163287c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363244554709347', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2533493'] for segment, before_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:13:45.164819 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-e8ef5600-290d-4d4b-b9e8-6436c163287c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852729262'] for segment, precommit_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:13:45.171221 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8ef5600-290d-4d4b-b9e8-6436c163287c admin admin] Releasing vlan 143 on physical network physnet1 to pool {{(pid=86330) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 17 04:13:45.203411 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.plugin [None req-cc89c589-5ab1-4e57-9121-069fd51d1b34 None None] Calling delete_port for 1efe119f-b428-4a1f-b529-db7523c54195 owned by network:dhcp {{(pid=86332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 17 04:13:45.279184 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.db.api [None req-cc89c589-5ab1-4e57-9121-069fd51d1b34 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86332) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 17 04:13:45.279588 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_db.api [None req-cc89c589-5ab1-4e57-9121-069fd51d1b34 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86332) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 17 04:13:45.355415 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.managers [None req-e8ef5600-290d-4d4b-b9e8-6436c163287c admin admin] Network fd06db08-45b7-4a93-9943-79599be5cfb2 has no segments {{(pid=86330) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 17 04:13:45.364787 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-e8ef5600-290d-4d4b-b9e8-6436c163287c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2046501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2556820'] for segment, after_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:13:45.540211 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.managers [None req-e8ef5600-290d-4d4b-b9e8-6436c163287c admin admin] Network fd06db08-45b7-4a93-9943-79599be5cfb2 has no segments {{(pid=86330) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 17 04:13:45.567004 dv-cinder-786054-2-smb neutron-server[86217]: Traceback (most recent call last): Apr 17 04:13:45.567004 dv-cinder-786054-2-smb neutron-server[86217]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 17 04:13:45.567004 dv-cinder-786054-2-smb neutron-server[86217]: timer() Apr 17 04:13:45.567004 dv-cinder-786054-2-smb neutron-server[86217]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 17 04:13:45.567004 dv-cinder-786054-2-smb neutron-server[86217]: cb(*args, **kw) Apr 17 04:13:45.567004 dv-cinder-786054-2-smb neutron-server[86217]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 17 04:13:45.567004 dv-cinder-786054-2-smb neutron-server[86217]: return func(*args, **kwargs) Apr 17 04:13:45.567004 dv-cinder-786054-2-smb neutron-server[86217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 17 04:13:45.567004 dv-cinder-786054-2-smb neutron-server[86217]: self._notify() Apr 17 04:13:45.567004 dv-cinder-786054-2-smb neutron-server[86217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 17 04:13:45.567004 dv-cinder-786054-2-smb neutron-server[86217]: self.callback(batched_events) Apr 17 04:13:45.567004 dv-cinder-786054-2-smb neutron-server[86217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 17 04:13:45.567004 dv-cinder-786054-2-smb neutron-server[86217]: event.method(event) Apr 17 04:13:45.567004 dv-cinder-786054-2-smb neutron-server[86217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 17 04:13:45.567004 dv-cinder-786054-2-smb neutron-server[86217]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 17 04:13:45.567004 dv-cinder-786054-2-smb neutron-server[86217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 17 04:13:45.567004 dv-cinder-786054-2-smb neutron-server[86217]: segment_id)['aggregates'][0] Apr 17 04:13:45.567004 dv-cinder-786054-2-smb neutron-server[86217]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 17 04:13:45.567004 dv-cinder-786054-2-smb neutron-server[86217]: return f(self, *a, **k) Apr 17 04:13:45.567004 dv-cinder-786054-2-smb neutron-server[86217]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 17 04:13:45.567004 dv-cinder-786054-2-smb neutron-server[86217]: return self._get(url).json() Apr 17 04:13:45.567004 dv-cinder-786054-2-smb neutron-server[86217]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 17 04:13:45.567004 dv-cinder-786054-2-smb neutron-server[86217]: **kwargs) Apr 17 04:13:45.567004 dv-cinder-786054-2-smb neutron-server[86217]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 17 04:13:45.567004 dv-cinder-786054-2-smb neutron-server[86217]: return self.request(url, 'GET', **kwargs) Apr 17 04:13:45.567004 dv-cinder-786054-2-smb neutron-server[86217]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 17 04:13:45.567004 dv-cinder-786054-2-smb neutron-server[86217]: **endpoint_filter) Apr 17 04:13:45.567004 dv-cinder-786054-2-smb neutron-server[86217]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 17 04:13:45.567004 dv-cinder-786054-2-smb neutron-server[86217]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 17 04:13:45.567004 dv-cinder-786054-2-smb neutron-server[86217]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 17 04:13:45.567004 dv-cinder-786054-2-smb neutron-server[86217]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 17 04:13:45.567004 dv-cinder-786054-2-smb neutron-server[86217]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 17 04:13:45.642291 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-e8ef5600-290d-4d4b-b9e8-6436c163287c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2045033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854152290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1023362'] for network, after_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:13:45.646940 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-e8ef5600-290d-4d4b-b9e8-6436c163287c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854152307'] for network, before_response {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:13:45.651223 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-3b9a6f3d-6dac-4e46-9227-53b7dc387096 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:13:45.674644 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ef5600-290d-4d4b-b9e8-6436c163287c admin admin] Pushing event deleted for resources: {'Network': ['ID=fd06db08-45b7-4a93-9943-79599be5cfb2,revision_number=None']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:13:45.677191 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-e8ef5600-290d-4d4b-b9e8-6436c163287c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:13:45.681368 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [None req-e8ef5600-290d-4d4b-b9e8-6436c163287c admin admin] 10.222.0.20 "DELETE /v2.0/networks/fd06db08-45b7-4a93-9943-79599be5cfb2 HTTP/1.1" status: 204 len: 168 time: 1.4463305 Apr 17 04:13:45.781185 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.plugin [None req-cc89c589-5ab1-4e57-9121-069fd51d1b34 None None] Deleting port 1efe119f-b428-4a1f-b529-db7523c54195 {{(pid=86332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 17 04:13:45.781610 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-cc89c589-5ab1-4e57-9121-069fd51d1b34 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363244554791028'] for port, before_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:13:45.853068 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.plugin [None req-cc89c589-5ab1-4e57-9121-069fd51d1b34 None None] The port '1efe119f-b428-4a1f-b529-db7523c54195' was deleted {{(pid=86332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 17 04:13:45.877588 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.20', 33424) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 17 04:13:45.932954 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [None req-04ae080d-039b-45b6-8463-7cdbaaa764f9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ca6206a14e294f1c94050af1f73d53f8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0535033 Apr 17 04:13:45.935042 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.20', 33428) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 17 04:13:46.003620 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-7df867c0-fa92-4665-b849-80b17d6b6bc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:13:46.036341 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-7df867c0-fa92-4665-b849-80b17d6b6bc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:13:46.083990 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-7df867c0-fa92-4665-b849-80b17d6b6bc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920236'] for security_group, after_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:13:46.089193 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-614450c1-dbdb-4b3f-9ed6-92c59c7267e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:13:46.104991 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df867c0-fa92-4665-b849-80b17d6b6bc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f13ef96-aa00-47c6-a077-30233b3357b5,revision_number=None']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:13:46.107551 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-7df867c0-fa92-4665-b849-80b17d6b6bc8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:13:46.111155 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-7df867c0-fa92-4665-b849-80b17d6b6bc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:13:46.112425 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [None req-7df867c0-fa92-4665-b849-80b17d6b6bc8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6f13ef96-aa00-47c6-a077-30233b3357b5 HTTP/1.1" status: 204 len: 168 time: 0.1762464 Apr 17 04:13:46.498710 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.20', 33438) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 17 04:13:46.551671 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [None req-8d186c1b-b814-41a7-b7e1-a4e8db23683e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f539ae10259f44be8e006cf6ce9f524d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0516360 Apr 17 04:13:46.554387 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.20', 33442) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 17 04:13:46.619048 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-ce7a6d5a-0bd8-4e2b-a697-3b2e295be442 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:13:46.652071 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-ce7a6d5a-0bd8-4e2b-a697-3b2e295be442 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:13:46.699598 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-ce7a6d5a-0bd8-4e2b-a697-3b2e295be442 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920236'] for security_group, after_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:13:46.703800 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-f5e99721-23d1-4c0a-b37f-23c4d5d1c691 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:13:46.715505 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7a6d5a-0bd8-4e2b-a697-3b2e295be442 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fbc4ab2-fe96-4599-ae1b-174f86100d52,revision_number=None']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:13:46.719746 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-ce7a6d5a-0bd8-4e2b-a697-3b2e295be442 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:13:46.726149 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-ce7a6d5a-0bd8-4e2b-a697-3b2e295be442 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:13:46.730547 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [None req-ce7a6d5a-0bd8-4e2b-a697-3b2e295be442 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6fbc4ab2-fe96-4599-ae1b-174f86100d52 HTTP/1.1" status: 204 len: 168 time: 0.1722400 Apr 17 04:13:47.425590 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.20', 33456) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 17 04:13:47.568789 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-28d9f8f2-0a12-4aea-bb05-4c7146d82cf9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:13:47.587515 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [None req-28d9f8f2-0a12-4aea-bb05-4c7146d82cf9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 17 04:13:47.591789 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [None req-28d9f8f2-0a12-4aea-bb05-4c7146d82cf9 admin admin] Usage tracker for resource:security_group_rule and tenant:b1f9861f928945f3a460b65dd584a443 is out of sync, need to count used quota {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 17 04:13:47.595083 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [None req-28d9f8f2-0a12-4aea-bb05-4c7146d82cf9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 17 04:13:47.601423 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [None req-28d9f8f2-0a12-4aea-bb05-4c7146d82cf9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 17 04:13:47.696518 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-28d9f8f2-0a12-4aea-bb05-4c7146d82cf9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:13:47.700908 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-28d9f8f2-0a12-4aea-bb05-4c7146d82cf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920236'] for security_group, after_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:13:47.709434 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-a46dd997-a1c8-46de-8cb9-e1c2150af67c tempest-TestMinimumBasicScenario-1804355180 tempest-TestMinimumBasicScenario-1804355180-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:13:47.749558 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [None req-28d9f8f2-0a12-4aea-bb05-4c7146d82cf9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b1f9861f928945f3a460b65dd584a443&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3228340 Apr 17 04:13:47.751291 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d9f8f2-0a12-4aea-bb05-4c7146d82cf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2041b1ef-3578-42c6-832d-2e849340f1e1,revision_number=1']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:13:47.752779 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.20', 33462) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 17 04:13:47.754499 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-28d9f8f2-0a12-4aea-bb05-4c7146d82cf9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:13:47.819106 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-5ba48726-d383-468b-b49c-dc62023ccba5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:13:47.846779 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-5ba48726-d383-468b-b49c-dc62023ccba5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:13:47.892985 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-5ba48726-d383-468b-b49c-dc62023ccba5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920236'] for security_group, after_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:13:47.897036 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-c50aad65-2f95-4e1d-8d83-5449e61d47a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:13:47.908596 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba48726-d383-468b-b49c-dc62023ccba5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2041b1ef-3578-42c6-832d-2e849340f1e1,revision_number=None']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:13:47.912745 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-5ba48726-d383-468b-b49c-dc62023ccba5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:13:47.916265 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-5ba48726-d383-468b-b49c-dc62023ccba5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:13:47.920118 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [None req-5ba48726-d383-468b-b49c-dc62023ccba5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2041b1ef-3578-42c6-832d-2e849340f1e1 HTTP/1.1" status: 204 len: 168 time: 0.1636927 Apr 17 04:13:52.258951 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f909e6-1f13-4640-bc73-3abf7e2ecaa9 req-3424c2b7-5ee1-439e-9814-5105c9f96084 tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:13:52.260480 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-e7f909e6-1f13-4640-bc73-3abf7e2ecaa9 req-3424c2b7-5ee1-439e-9814-5105c9f96084 tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] 10.222.0.20 "GET /v2.0/ports?device_id=58e3a8fd-6e0f-488b-a08c-f642b97b5733 HTTP/1.1" status: 200 len: 946 time: 0.0949616 Apr 17 04:13:52.312577 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-e7f909e6-1f13-4640-bc73-3abf7e2ecaa9 req-a546d887-0a4f-4bf6-84e7-a3eb42c01a17 tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] 10.222.0.20 "GET /v2.0/security-groups?id=e743850d-94b1-43b3-92ca-dab10336318b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422378 Apr 17 04:13:53.540024 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df294999-41ff-4eb1-8e04-ab166cb9458f req-5ea75e07-20ca-4539-894a-89e85ab1b816 tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:13:53.541652 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-df294999-41ff-4eb1-8e04-ab166cb9458f req-5ea75e07-20ca-4539-894a-89e85ab1b816 tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] 10.222.0.20 "GET /v2.0/ports?device_id=58e3a8fd-6e0f-488b-a08c-f642b97b5733 HTTP/1.1" status: 200 len: 946 time: 0.0951402 Apr 17 04:13:53.592502 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-df294999-41ff-4eb1-8e04-ab166cb9458f req-87e61d84-9d67-41fb-836a-243ebb3c31f3 tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] 10.222.0.20 "GET /v2.0/security-groups?id=e743850d-94b1-43b3-92ca-dab10336318b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441613 Apr 17 04:13:53.940260 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdcc68a-595e-45ff-ac2e-e0700824ee86 req-77a6bc9a-5634-4ecd-8dd9-feb74290d5b7 tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:13:53.941059 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [req-2cdcc68a-595e-45ff-ac2e-e0700824ee86 req-77a6bc9a-5634-4ecd-8dd9-feb74290d5b7 tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] Synchronizing usage tracker for tenant:b27c7ae6f15d4ca4afddb9e09494c2db on resource:port {{(pid=86330) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 17 04:13:53.957434 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [req-2cdcc68a-595e-45ff-ac2e-e0700824ee86 req-77a6bc9a-5634-4ecd-8dd9-feb74290d5b7 tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] Unset dirty status for tenant:b27c7ae6f15d4ca4afddb9e09494c2db on resource:port {{(pid=86330) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 17 04:13:53.958657 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-2cdcc68a-595e-45ff-ac2e-e0700824ee86 req-77a6bc9a-5634-4ecd-8dd9-feb74290d5b7 tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] 10.222.0.32 "GET /v2.0/ports?device_id=58e3a8fd-6e0f-488b-a08c-f642b97b5733 HTTP/1.1" status: 200 len: 946 time: 0.1186919 Apr 17 04:13:54.039938 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.plugin [req-2cdcc68a-595e-45ff-ac2e-e0700824ee86 req-1fdf6ef1-22ed-4fff-8367-09ff25be7d4b tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] Deleting port daeb3393-6e18-4177-a6ce-b860b0041968 {{(pid=86330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 17 04:13:54.040321 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [req-2cdcc68a-595e-45ff-ac2e-e0700824ee86 req-1fdf6ef1-22ed-4fff-8367-09ff25be7d4b tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363244554791028'] for port, before_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:13:54.299376 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.db [req-2cdcc68a-595e-45ff-ac2e-e0700824ee86 req-1fdf6ef1-22ed-4fff-8367-09ff25be7d4b tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] For port daeb3393-6e18-4177-a6ce-b860b0041968, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=daeb3393-6e18-4177-a6ce-b860b0041968,segment=NetworkSegment(8161aed8-1c04-4502-9744-8b2cf71517a3),segment_id=8161aed8-1c04-4502-9744-8b2cf71517a3)] {{(pid=86330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 17 04:13:54.299782 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [req-2cdcc68a-595e-45ff-ac2e-e0700824ee86 req-1fdf6ef1-22ed-4fff-8367-09ff25be7d4b tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853832323'] for port, precommit_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:13:54.621535 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [req-2cdcc68a-595e-45ff-ac2e-e0700824ee86 req-1fdf6ef1-22ed-4fff-8367-09ff25be7d4b tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:13:54.622137 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [req-2cdcc68a-595e-45ff-ac2e-e0700824ee86 req-1fdf6ef1-22ed-4fff-8367-09ff25be7d4b tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1023409'] for floatingip, after_update {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:13:54.622264 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.db.l3_db [req-2cdcc68a-595e-45ff-ac2e-e0700824ee86 req-1fdf6ef1-22ed-4fff-8367-09ff25be7d4b tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] Floating IP 31672820-9804-4ae2-86c5-87bfa1f9cb58 disassociated. External IP: 172.28.1.187, port: daeb3393-6e18-4177-a6ce-b860b0041968. Apr 17 04:13:54.622606 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.plugin [req-2cdcc68a-595e-45ff-ac2e-e0700824ee86 req-1fdf6ef1-22ed-4fff-8367-09ff25be7d4b tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] Calling delete_port for daeb3393-6e18-4177-a6ce-b860b0041968 owned by compute:nova {{(pid=86330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 17 04:13:54.777838 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [req-2cdcc68a-595e-45ff-ac2e-e0700824ee86 req-1fdf6ef1-22ed-4fff-8367-09ff25be7d4b tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1691685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854152290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244554789151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792299556194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852218909'] for port, after_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:13:54.784931 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:13:54.795401 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c33c85e-b3bb-4d69-9c88-d033fa7e6fb7 req-3199c474-c5ee-482f-863b-a2af06fd1c2d tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:13:54.797042 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-9c33c85e-b3bb-4d69-9c88-d033fa7e6fb7 req-3199c474-c5ee-482f-863b-a2af06fd1c2d tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] 10.222.0.20 "GET /v2.0/ports?device_id=58e3a8fd-6e0f-488b-a08c-f642b97b5733 HTTP/1.1" status: 200 len: 867 time: 0.0895267 Apr 17 04:13:54.839962 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdf6ef1-22ed-4fff-8367-09ff25be7d4b tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] Pushing event deleted for resources: {'Port': ['ID=daeb3393-6e18-4177-a6ce-b860b0041968,revision_number=None']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:13:54.846279 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-1fdf6ef1-22ed-4fff-8367-09ff25be7d4b tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:13:54.846961 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-9c33c85e-b3bb-4d69-9c88-d033fa7e6fb7 req-4ad82f7a-dcfe-48e7-a34a-795b28f39beb tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] 10.222.0.20 "GET /v2.0/security-groups?id=e743850d-94b1-43b3-92ca-dab10336318b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435801 Apr 17 04:13:55.037954 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2cdcc68a-595e-45ff-ac2e-e0700824ee86 req-1fdf6ef1-22ed-4fff-8367-09ff25be7d4b tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] Router ca37efc8-2fbb-4c01-ad6f-d0523b74a961 has already been hosted by L3 agent 89c35117-d9bd-45d8-8d43-26735203dc9d {{(pid=86330) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 17 04:13:55.479816 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2cdcc68a-595e-45ff-ac2e-e0700824ee86 req-1fdf6ef1-22ed-4fff-8367-09ff25be7d4b tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] Notify agent at l3_agent.dv-cinder-786054-2-smb the message routers_updated {{(pid=86330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 17 04:13:55.489438 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06fd93b9-d771-4131-b852-cc5c7e05bb73 None None] Sync routers for ids ['ca37efc8-2fbb-4c01-ad6f-d0523b74a961'] in dv-cinder-786054-2-smb {{(pid=86333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 17 04:13:55.500688 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06fd93b9-d771-4131-b852-cc5c7e05bb73 None None] Routers {'ca37efc8-2fbb-4c01-ad6f-d0523b74a961'} bound to L3 agent in host dv-cinder-786054-2-smb {{(pid=86333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 17 04:13:55.501349 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.l3_hamode_db [None req-06fd93b9-d771-4131-b852-cc5c7e05bb73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786054-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-17T03:57:39Z,description=,heartbeat_timestamp=2021-04-17T04:13:40Z,host='dv-cinder-786054-2-smb',id=89c35117-d9bd-45d8-8d43-26735203dc9d,load=0,resource_versions=,resources_synced=,started_at=2021-04-17T03:57:39Z,topic='l3_agent')) {'router_ids': ['ca37efc8-2fbb-4c01-ad6f-d0523b74a961'], 'active': True} {{(pid=86333) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 17 04:13:55.554079 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cdcc68a-595e-45ff-ac2e-e0700824ee86 req-1fdf6ef1-22ed-4fff-8367-09ff25be7d4b tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] No DVR routers for this DVR port daeb3393-6e18-4177-a6ce-b860b0041968 on host hv-cinder-78605 {{(pid=86330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 17 04:13:55.556644 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [req-2cdcc68a-595e-45ff-ac2e-e0700824ee86 req-1fdf6ef1-22ed-4fff-8367-09ff25be7d4b tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2986'] for port, before_response {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:13:55.559652 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58e3a8fd-6e0f-488b-a08c-f642b97b5733', 'name': 'network-vif-deleted', 'tag': 'daeb3393-6e18-4177-a6ce-b860b0041968'}] {{(pid=86330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 17 04:13:55.583134 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-2cdcc68a-595e-45ff-ac2e-e0700824ee86 req-1fdf6ef1-22ed-4fff-8367-09ff25be7d4b tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] 10.222.0.32 "DELETE /v2.0/ports/daeb3393-6e18-4177-a6ce-b860b0041968 HTTP/1.1" status: 204 len: 173 time: 1.6190302 Apr 17 04:13:55.610862 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58e3a8fd-6e0f-488b-a08c-f642b97b5733', 'name': 'network-vif-deleted', 'tag': 'daeb3393-6e18-4177-a6ce-b860b0041968', 'status': 'completed', 'code': 200} Apr 17 04:13:55.684927 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.l3_dvr_db [None req-06fd93b9-d771-4131-b852-cc5c7e05bb73 None None] Set router ca37efc8-2fbb-4c01-ad6f-d0523b74a961 gateway port host: dv-cinder-786054-2-smb {{(pid=86333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 17 04:13:56.014617 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.l3_hamode_db [None req-06fd93b9-d771-4131-b852-cc5c7e05bb73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca37efc8-2fbb-4c01-ad6f-d0523b74a961', 'name': 'tempest-AttachVolumeTestJSON-591480734-router', 'tenant_id': 'b27c7ae6f15d4ca4afddb9e09494c2db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3299e77b-a72c-46bf-8676-13cef166cd0a', 'external_fixed_ips': [{'subnet_id': '126682c8-3b96-411d-a59b-48497db5cf0c', 'ip_address': '172.28.1.223'}], 'enable_snat': True}, 'gw_port_id': '9391a4b8-e3b5-4dbd-92b5-392fe803b217', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-17T04:09:39Z', 'updated_at': '2021-04-17T04:09:44Z', 'revision_number': 4, 'project_id': 'b27c7ae6f15d4ca4afddb9e09494c2db', 'gw_port': {'id': '9391a4b8-e3b5-4dbd-92b5-392fe803b217', 'name': '', 'network_id': '3299e77b-a72c-46bf-8676-13cef166cd0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:4c:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca37efc8-2fbb-4c01-ad6f-d0523b74a961', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '126682c8-3b96-411d-a59b-48497db5cf0c', 'ip_address': '172.28.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-17T04:09:40Z', 'updated_at': '2021-04-17T04:09:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126682c8-3b96-411d-a59b-48497db5cf0c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-2-smb', '_interfaces': [{'id': '356aedbf-6b2f-42c4-bb9e-ff016c564d96', 'name': '', 'network_id': 'bcdf37d1-d8cb-465c-8c2d-b213a0f4b25a', 'tenant_id': 'b27c7ae6f15d4ca4afddb9e09494c2db', 'mac_address': 'fa:16:3e:2e:1b:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca37efc8-2fbb-4c01-ad6f-d0523b74a961', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '1db1c85b-41e4-4872-a387-3bfbd7bec99d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-17T04:09:43Z', 'updated_at': '2021-04-17T04:09:53Z', 'revision_number': 5, 'project_id': 'b27c7ae6f15d4ca4afddb9e09494c2db', 'subnets': [{'id': '1db1c85b-41e4-4872-a387-3bfbd7bec99d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-2-smb', False) {} {{(pid=86333) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 17 04:13:56.018675 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06fd93b9-d771-4131-b852-cc5c7e05bb73 None None] Checking router: ca37efc8-2fbb-4c01-ad6f-d0523b74a961 for host: dv-cinder-786054-2-smb {{(pid=86333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 17 04:13:56.028373 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06fd93b9-d771-4131-b852-cc5c7e05bb73 None None] Routers {'ca37efc8-2fbb-4c01-ad6f-d0523b74a961'} bound to L3 agent in host dv-cinder-786054-2-smb {{(pid=86333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 17 04:13:56.029062 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.l3_hamode_db [None req-06fd93b9-d771-4131-b852-cc5c7e05bb73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786054-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-17T03:57:39Z,description=,heartbeat_timestamp=2021-04-17T04:13:40Z,host='dv-cinder-786054-2-smb',id=89c35117-d9bd-45d8-8d43-26735203dc9d,load=0,resource_versions=,resources_synced=,started_at=2021-04-17T03:57:39Z,topic='l3_agent')) {'router_ids': ['ca37efc8-2fbb-4c01-ad6f-d0523b74a961'], 'active': True} {{(pid=86333) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 17 04:13:56.037212 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-26f70ac9-a9d2-4e8c-a196-48edc0876d00 req-82f0048e-f3b2-4adb-8a27-db8df503637b tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] 10.222.0.20 "GET /v2.0/ports?device_id=58e3a8fd-6e0f-488b-a08c-f642b97b5733 HTTP/1.1" status: 200 len: 210 time: 0.0579109 Apr 17 04:13:56.218666 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.l3_dvr_db [None req-06fd93b9-d771-4131-b852-cc5c7e05bb73 None None] Set router ca37efc8-2fbb-4c01-ad6f-d0523b74a961 gateway port host: dv-cinder-786054-2-smb {{(pid=86333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 17 04:13:56.707461 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.l3_hamode_db [None req-06fd93b9-d771-4131-b852-cc5c7e05bb73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca37efc8-2fbb-4c01-ad6f-d0523b74a961', 'name': 'tempest-AttachVolumeTestJSON-591480734-router', 'tenant_id': 'b27c7ae6f15d4ca4afddb9e09494c2db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3299e77b-a72c-46bf-8676-13cef166cd0a', 'external_fixed_ips': [{'subnet_id': '126682c8-3b96-411d-a59b-48497db5cf0c', 'ip_address': '172.28.1.223'}], 'enable_snat': True}, 'gw_port_id': '9391a4b8-e3b5-4dbd-92b5-392fe803b217', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-17T04:09:39Z', 'updated_at': '2021-04-17T04:09:44Z', 'revision_number': 4, 'project_id': 'b27c7ae6f15d4ca4afddb9e09494c2db', 'gw_port': {'id': '9391a4b8-e3b5-4dbd-92b5-392fe803b217', 'name': '', 'network_id': '3299e77b-a72c-46bf-8676-13cef166cd0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:4c:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca37efc8-2fbb-4c01-ad6f-d0523b74a961', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '126682c8-3b96-411d-a59b-48497db5cf0c', 'ip_address': '172.28.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-17T04:09:40Z', 'updated_at': '2021-04-17T04:09:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126682c8-3b96-411d-a59b-48497db5cf0c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-2-smb', '_interfaces': [{'id': '356aedbf-6b2f-42c4-bb9e-ff016c564d96', 'name': '', 'network_id': 'bcdf37d1-d8cb-465c-8c2d-b213a0f4b25a', 'tenant_id': 'b27c7ae6f15d4ca4afddb9e09494c2db', 'mac_address': 'fa:16:3e:2e:1b:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca37efc8-2fbb-4c01-ad6f-d0523b74a961', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '1db1c85b-41e4-4872-a387-3bfbd7bec99d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-17T04:09:43Z', 'updated_at': '2021-04-17T04:09:53Z', 'revision_number': 5, 'project_id': 'b27c7ae6f15d4ca4afddb9e09494c2db', 'subnets': [{'id': '1db1c85b-41e4-4872-a387-3bfbd7bec99d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-2-smb', False) {} {{(pid=86333) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 17 04:13:56.711648 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06fd93b9-d771-4131-b852-cc5c7e05bb73 None None] The sync data for ids ['ca37efc8-2fbb-4c01-ad6f-d0523b74a961'] in dv-cinder-786054-2-smb is: [{'id': 'ca37efc8-2fbb-4c01-ad6f-d0523b74a961', 'name': 'tempest-AttachVolumeTestJSON-591480734-router', 'tenant_id': 'b27c7ae6f15d4ca4afddb9e09494c2db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3299e77b-a72c-46bf-8676-13cef166cd0a', 'external_fixed_ips': [{'subnet_id': '126682c8-3b96-411d-a59b-48497db5cf0c', 'ip_address': '172.28.1.223'}], 'enable_snat': True}, 'gw_port_id': '9391a4b8-e3b5-4dbd-92b5-392fe803b217', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-17T04:09:39Z', 'updated_at': '2021-04-17T04:09:44Z', 'revision_number': 4, 'project_id': 'b27c7ae6f15d4ca4afddb9e09494c2db', 'gw_port': {'id': '9391a4b8-e3b5-4dbd-92b5-392fe803b217', 'name': '', 'network_id': '3299e77b-a72c-46bf-8676-13cef166cd0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:4c:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca37efc8-2fbb-4c01-ad6f-d0523b74a961', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '126682c8-3b96-411d-a59b-48497db5cf0c', 'ip_address': '172.28.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-17T04:09:40Z', 'updated_at': '2021-04-17T04:09:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126682c8-3b96-411d-a59b-48497db5cf0c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-2-smb', '_interfaces': [{'id': '356aedbf-6b2f-42c4-bb9e-ff016c564d96', 'name': '', 'network_id': 'bcdf37d1-d8cb-465c-8c2d-b213a0f4b25a', 'tenant_id': 'b27c7ae6f15d4ca4afddb9e09494c2db', 'mac_address': 'fa:16:3e:2e:1b:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca37efc8-2fbb-4c01-ad6f-d0523b74a961', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '1db1c85b-41e4-4872-a387-3bfbd7bec99d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-17T04:09:43Z', 'updated_at': '2021-04-17T04:09:53Z', 'revision_number': 5, 'project_id': 'b27c7ae6f15d4ca4afddb9e09494c2db', 'subnets': [{'id': '1db1c85b-41e4-4872-a387-3bfbd7bec99d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 17 04:13:57.091879 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ca878b3-39a7-4ac7-9637-6fde3d93e936 None None] New status for floating IP 31672820-9804-4ae2-86c5-87bfa1f9cb58: DOWN {{(pid=86332) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 17 04:13:57.172408 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.20', 33522) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 17 04:13:57.249329 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-283cdfa9-02e7-4adb-a87a-7dfab09435a3 tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] Notify callbacks [] for security_group, before_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:13:57.278728 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-283cdfa9-02e7-4adb-a87a-7dfab09435a3 tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:13:57.325902 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-283cdfa9-02e7-4adb-a87a-7dfab09435a3 tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920236'] for security_group, after_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:13:57.330129 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-89afa789-ce42-4a92-966b-10144a0e3b05 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:13:57.346762 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283cdfa9-02e7-4adb-a87a-7dfab09435a3 tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e743850d-94b1-43b3-92ca-dab10336318b,revision_number=None']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:13:57.349612 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-283cdfa9-02e7-4adb-a87a-7dfab09435a3 tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:13:57.357052 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-283cdfa9-02e7-4adb-a87a-7dfab09435a3 tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] Notify callbacks [] for security_group, before_response {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:13:57.358285 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [None req-283cdfa9-02e7-4adb-a87a-7dfab09435a3 tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] 10.222.0.20 "DELETE /v2.0/security-groups/e743850d-94b1-43b3-92ca-dab10336318b HTTP/1.1" status: 204 len: 168 time: 0.1848037 Apr 17 04:13:57.361258 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.20', 33526) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 17 04:13:57.378625 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.api.v2.resource [None req-7ba4a10d-abd4-4776-8bd5-ff5db9d82370 tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] show failed (client error): The resource could not be found. Apr 17 04:13:57.379705 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [None req-7ba4a10d-abd4-4776-8bd5-ff5db9d82370 tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] 10.222.0.20 "GET /v2.0/security-groups/e743850d-94b1-43b3-92ca-dab10336318b HTTP/1.1" status: 404 len: 347 time: 0.0174584 Apr 17 04:13:57.384240 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.20', 33530) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 17 04:13:57.455456 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.rpc [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Device daeb3393-6e18-4177-a6ce-b860b0041968 no longer exists at agent hyperv_hv-cinder-78605 {{(pid=86332) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 17 04:13:57.492279 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.plugin [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] No Port match for: daeb3393-6e18-4177-a6ce-b860b0041968 {{(pid=86332) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 17 04:13:57.492726 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.rpc [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Device daeb3393-6e18-4177-a6ce-b860b0041968 not bound to the agent host hv-cinder-78605 {{(pid=86332) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 17 04:13:57.548238 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.plugin [None req-29010d62-b94c-4819-ae31-b9505e469cc9 tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] Deleting port dc9ef11f-05d3-43fb-86f5-4f1896b93e03 {{(pid=86330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 17 04:13:57.548640 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-29010d62-b94c-4819-ae31-b9505e469cc9 tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363244554791028'] for port, before_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:13:57.730109 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-29010d62-b94c-4819-ae31-b9505e469cc9 tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853832323'] for port, precommit_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:13:57.730730 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-29010d62-b94c-4819-ae31-b9505e469cc9 tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:13:57.859351 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.plugin [None req-29010d62-b94c-4819-ae31-b9505e469cc9 tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] Calling delete_port for dc9ef11f-05d3-43fb-86f5-4f1896b93e03 owned by network:floatingip {{(pid=86330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 17 04:13:58.010324 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-29010d62-b94c-4819-ae31-b9505e469cc9 tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1691685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854152290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244554789151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792299556194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852218909'] for port, after_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:13:58.014928 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-2d776238-2ae5-44eb-86a3-fa377636eca4 tempest-AttachVolumeNegativeTest-1226596354 tempest-AttachVolumeNegativeTest-1226596354-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:13:58.061004 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29010d62-b94c-4819-ae31-b9505e469cc9 tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] Pushing event deleted for resources: {'Port': ['ID=dc9ef11f-05d3-43fb-86f5-4f1896b93e03,revision_number=None']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:13:58.088162 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-29010d62-b94c-4819-ae31-b9505e469cc9 tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:13:58.172195 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-29010d62-b94c-4819-ae31-b9505e469cc9 tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] Notify callbacks [] for floatingip, after_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:13:58.187885 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-29010d62-b94c-4819-ae31-b9505e469cc9 tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2986'] for floatingip, before_response {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:13:58.189184 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [None req-29010d62-b94c-4819-ae31-b9505e469cc9 tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] 10.222.0.20 "DELETE /v2.0/floatingips/31672820-9804-4ae2-86c5-87bfa1f9cb58 HTTP/1.1" status: 204 len: 168 time: 0.8039277 Apr 17 04:14:02.328226 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.20', 33560) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 17 04:14:03.141333 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-ffb5eeea-3a10-4cab-9265-219d2249ef89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853827942'] for router_interface, before_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:14:03.509617 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.plugin [None req-ffb5eeea-3a10-4cab-9265-219d2249ef89 admin admin] Deleting port 356aedbf-6b2f-42c4-bb9e-ff016c564d96 {{(pid=86331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 17 04:14:03.510176 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-ffb5eeea-3a10-4cab-9265-219d2249ef89 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363244554791028'] for port, before_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:14:03.691049 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.db [None req-ffb5eeea-3a10-4cab-9265-219d2249ef89 admin admin] For port 356aedbf-6b2f-42c4-bb9e-ff016c564d96, host dv-cinder-786054-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-2-smb',level=0,port_id=356aedbf-6b2f-42c4-bb9e-ff016c564d96,segment=NetworkSegment(8161aed8-1c04-4502-9744-8b2cf71517a3),segment_id=8161aed8-1c04-4502-9744-8b2cf71517a3)] {{(pid=86331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 17 04:14:03.691441 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-ffb5eeea-3a10-4cab-9265-219d2249ef89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853832323'] for port, precommit_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:14:03.822496 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.plugin [None req-ffb5eeea-3a10-4cab-9265-219d2249ef89 admin admin] Calling delete_port for 356aedbf-6b2f-42c4-bb9e-ff016c564d96 owned by network:router_interface {{(pid=86331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 17 04:14:03.996459 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-ffb5eeea-3a10-4cab-9265-219d2249ef89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1691685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854152290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244554789151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792299556194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850958277'] for port, after_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:14:04.000154 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-0e5c5b95-775e-49a1-9766-59aadb56e64f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:14:04.045840 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb5eeea-3a10-4cab-9265-219d2249ef89 admin admin] Pushing event deleted for resources: {'Port': ['ID=356aedbf-6b2f-42c4-bb9e-ff016c564d96,revision_number=None']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:14:04.049268 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-ffb5eeea-3a10-4cab-9265-219d2249ef89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:14:04.322175 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-ffb5eeea-3a10-4cab-9265-219d2249ef89 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-623526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036853827868'] for router_interface, after_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:14:04.712655 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffb5eeea-3a10-4cab-9265-219d2249ef89 admin admin] Router ca37efc8-2fbb-4c01-ad6f-d0523b74a961 has already been hosted by L3 agent 89c35117-d9bd-45d8-8d43-26735203dc9d {{(pid=86331) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 17 04:14:05.133036 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffb5eeea-3a10-4cab-9265-219d2249ef89 admin admin] Notify agent at l3_agent.dv-cinder-786054-2-smb the message routers_updated {{(pid=86331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 17 04:14:05.142662 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f30ba9d2-52ad-4ec1-a4d4-fa96467b4b04 None None] Sync routers for ids ['ca37efc8-2fbb-4c01-ad6f-d0523b74a961'] in dv-cinder-786054-2-smb {{(pid=86333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 17 04:14:05.147336 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [None req-ffb5eeea-3a10-4cab-9265-219d2249ef89 admin admin] 10.222.0.20 "PUT /v2.0/routers/ca37efc8-2fbb-4c01-ad6f-d0523b74a961/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8178704 Apr 17 04:14:05.151155 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.20', 33564) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 17 04:14:05.154887 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f30ba9d2-52ad-4ec1-a4d4-fa96467b4b04 None None] Routers {'ca37efc8-2fbb-4c01-ad6f-d0523b74a961'} bound to L3 agent in host dv-cinder-786054-2-smb {{(pid=86333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 17 04:14:05.155556 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.l3_hamode_db [None req-f30ba9d2-52ad-4ec1-a4d4-fa96467b4b04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786054-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-17T03:57:39Z,description=,heartbeat_timestamp=2021-04-17T04:13:40Z,host='dv-cinder-786054-2-smb',id=89c35117-d9bd-45d8-8d43-26735203dc9d,load=0,resource_versions=,resources_synced=,started_at=2021-04-17T03:57:39Z,topic='l3_agent')) {'router_ids': ['ca37efc8-2fbb-4c01-ad6f-d0523b74a961'], 'active': True} {{(pid=86333) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 17 04:14:05.339908 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-5d747352-ce3d-44b6-8d5d-3287cd108143 admin admin] Notify callbacks [] for router, before_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:14:05.347163 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.l3_dvr_db [None req-f30ba9d2-52ad-4ec1-a4d4-fa96467b4b04 None None] Set router ca37efc8-2fbb-4c01-ad6f-d0523b74a961 gateway port host: dv-cinder-786054-2-smb {{(pid=86333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 17 04:14:05.527801 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-5d747352-ce3d-44b6-8d5d-3287cd108143 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:14:05.537138 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.plugin [None req-5d747352-ce3d-44b6-8d5d-3287cd108143 admin admin] Deleting port 9391a4b8-e3b5-4dbd-92b5-392fe803b217 {{(pid=86331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 17 04:14:05.537519 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-5d747352-ce3d-44b6-8d5d-3287cd108143 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363244554791028'] for port, before_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:14:05.641042 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.l3_hamode_db [None req-f30ba9d2-52ad-4ec1-a4d4-fa96467b4b04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca37efc8-2fbb-4c01-ad6f-d0523b74a961', 'name': 'tempest-AttachVolumeTestJSON-591480734-router', 'tenant_id': 'b27c7ae6f15d4ca4afddb9e09494c2db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3299e77b-a72c-46bf-8676-13cef166cd0a', 'external_fixed_ips': [{'subnet_id': '126682c8-3b96-411d-a59b-48497db5cf0c', 'ip_address': '172.28.1.223'}], 'enable_snat': True}, 'gw_port_id': '9391a4b8-e3b5-4dbd-92b5-392fe803b217', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-17T04:09:39Z', 'updated_at': '2021-04-17T04:14:03Z', 'revision_number': 5, 'project_id': 'b27c7ae6f15d4ca4afddb9e09494c2db', 'gw_port': {'id': '9391a4b8-e3b5-4dbd-92b5-392fe803b217', 'name': '', 'network_id': '3299e77b-a72c-46bf-8676-13cef166cd0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:4c:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca37efc8-2fbb-4c01-ad6f-d0523b74a961', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '126682c8-3b96-411d-a59b-48497db5cf0c', 'ip_address': '172.28.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-17T04:09:40Z', 'updated_at': '2021-04-17T04:09:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126682c8-3b96-411d-a59b-48497db5cf0c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-2-smb'}], 'dv-cinder-786054-2-smb', False) {} {{(pid=86333) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 17 04:14:05.645103 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f30ba9d2-52ad-4ec1-a4d4-fa96467b4b04 None None] Checking router: ca37efc8-2fbb-4c01-ad6f-d0523b74a961 for host: dv-cinder-786054-2-smb {{(pid=86333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 17 04:14:05.654216 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f30ba9d2-52ad-4ec1-a4d4-fa96467b4b04 None None] Routers {'ca37efc8-2fbb-4c01-ad6f-d0523b74a961'} bound to L3 agent in host dv-cinder-786054-2-smb {{(pid=86333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 17 04:14:05.654860 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.l3_hamode_db [None req-f30ba9d2-52ad-4ec1-a4d4-fa96467b4b04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786054-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-17T03:57:39Z,description=,heartbeat_timestamp=2021-04-17T04:13:40Z,host='dv-cinder-786054-2-smb',id=89c35117-d9bd-45d8-8d43-26735203dc9d,load=0,resource_versions=,resources_synced=,started_at=2021-04-17T03:57:39Z,topic='l3_agent')) {'router_ids': ['ca37efc8-2fbb-4c01-ad6f-d0523b74a961'], 'active': True} {{(pid=86333) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 17 04:14:05.723660 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.db [None req-5d747352-ce3d-44b6-8d5d-3287cd108143 admin admin] For port 9391a4b8-e3b5-4dbd-92b5-392fe803b217, host dv-cinder-786054-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-2-smb',level=0,port_id=9391a4b8-e3b5-4dbd-92b5-392fe803b217,segment=NetworkSegment(0331decf-77a3-4764-a14d-d11dc820119c),segment_id=0331decf-77a3-4764-a14d-d11dc820119c)] {{(pid=86331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 17 04:14:05.724281 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-5d747352-ce3d-44b6-8d5d-3287cd108143 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853832323'] for port, precommit_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:14:05.812884 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.l3_dvr_db [None req-f30ba9d2-52ad-4ec1-a4d4-fa96467b4b04 None None] Set router ca37efc8-2fbb-4c01-ad6f-d0523b74a961 gateway port host: None {{(pid=86333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 17 04:14:05.853145 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.plugin [None req-5d747352-ce3d-44b6-8d5d-3287cd108143 admin admin] Calling delete_port for 9391a4b8-e3b5-4dbd-92b5-392fe803b217 owned by network:router_gateway {{(pid=86331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 17 04:14:05.924024 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.l3_hamode_db [None req-f30ba9d2-52ad-4ec1-a4d4-fa96467b4b04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca37efc8-2fbb-4c01-ad6f-d0523b74a961', 'name': 'tempest-AttachVolumeTestJSON-591480734-router', 'tenant_id': 'b27c7ae6f15d4ca4afddb9e09494c2db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-17T04:09:39Z', 'updated_at': '2021-04-17T04:14:05Z', 'revision_number': 6, 'project_id': 'b27c7ae6f15d4ca4afddb9e09494c2db', 'gw_port_host': None}], 'dv-cinder-786054-2-smb', False) {} {{(pid=86333) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 17 04:14:05.928271 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f30ba9d2-52ad-4ec1-a4d4-fa96467b4b04 None None] The sync data for ids ['ca37efc8-2fbb-4c01-ad6f-d0523b74a961'] in dv-cinder-786054-2-smb is: [{'id': 'ca37efc8-2fbb-4c01-ad6f-d0523b74a961', 'name': 'tempest-AttachVolumeTestJSON-591480734-router', 'tenant_id': 'b27c7ae6f15d4ca4afddb9e09494c2db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-17T04:09:39Z', 'updated_at': '2021-04-17T04:14:05Z', 'revision_number': 6, 'project_id': 'b27c7ae6f15d4ca4afddb9e09494c2db', 'gw_port_host': None}] {{(pid=86333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 17 04:14:06.032857 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-5d747352-ce3d-44b6-8d5d-3287cd108143 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1691685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854152290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244554789151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792299556194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850958277'] for port, after_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:14:06.036929 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-9b3eebe9-9c6a-4e66-be35-0ab0d0039c87 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:14:06.082547 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d747352-ce3d-44b6-8d5d-3287cd108143 admin admin] Pushing event deleted for resources: {'Port': ['ID=9391a4b8-e3b5-4dbd-92b5-392fe803b217,revision_number=None']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:14:06.086398 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-5d747352-ce3d-44b6-8d5d-3287cd108143 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:14:06.183715 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-5d747352-ce3d-44b6-8d5d-3287cd108143 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-944229'] for router_gateway, after_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:14:06.374849 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-5d747352-ce3d-44b6-8d5d-3287cd108143 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1022777', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854768863'] for router, precommit_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:14:06.378618 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-5d747352-ce3d-44b6-8d5d-3287cd108143 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:14:06.404721 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-5d747352-ce3d-44b6-8d5d-3287cd108143 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853753731'] for router, after_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:14:06.405273 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d747352-ce3d-44b6-8d5d-3287cd108143 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ca37efc8-2fbb-4c01-ad6f-d0523b74a961 {{(pid=86331) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 17 04:14:06.419079 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-5d747352-ce3d-44b6-8d5d-3287cd108143 admin admin] Notify callbacks [] for router, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:14:06.420348 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [None req-5d747352-ce3d-44b6-8d5d-3287cd108143 admin admin] 10.222.0.20 "DELETE /v2.0/routers/ca37efc8-2fbb-4c01-ad6f-d0523b74a961 HTTP/1.1" status: 204 len: 168 time: 1.2682223 Apr 17 04:14:06.423015 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.20', 33568) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 17 04:14:06.492301 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2ecf230-2cbf-46c5-aa1e-3ad1740b9180 admin admin] Deleting subnet 1db1c85b-41e4-4872-a387-3bfbd7bec99d {{(pid=86331) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 17 04:14:06.497411 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-c2ecf230-2cbf-46c5-aa1e-3ad1740b9180 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:14:06.556096 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-c2ecf230-2cbf-46c5-aa1e-3ad1740b9180 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2727788'] for subnet, precommit_delete_associations {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:14:06.590117 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.rpc [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] Device 356aedbf-6b2f-42c4-bb9e-ff016c564d96 no longer exists at agent ovs-agent-dv-cinder-786054-2-smb {{(pid=86332) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 17 04:14:06.628088 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.plugin [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] No Port match for: 356aedbf-6b2f-42c4-bb9e-ff016c564d96 {{(pid=86332) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 17 04:14:06.628514 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.rpc [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] Device 356aedbf-6b2f-42c4-bb9e-ff016c564d96 not bound to the agent host dv-cinder-786054-2-smb {{(pid=86332) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 17 04:14:06.628990 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.rpc [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] Device 9391a4b8-e3b5-4dbd-92b5-392fe803b217 no longer exists at agent ovs-agent-dv-cinder-786054-2-smb {{(pid=86332) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 17 04:14:06.642909 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-c2ecf230-2cbf-46c5-aa1e-3ad1740b9180 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2044980'] for subnet, precommit_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:14:06.666718 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.plugin [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] No Port match for: 9391a4b8-e3b5-4dbd-92b5-392fe803b217 {{(pid=86332) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 17 04:14:06.667110 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.rpc [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] Device 9391a4b8-e3b5-4dbd-92b5-392fe803b217 not bound to the agent host dv-cinder-786054-2-smb {{(pid=86332) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 17 04:14:06.903445 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-c2ecf230-2cbf-46c5-aa1e-3ad1740b9180 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036852730868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854152290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036850957329', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852132379'] for subnet, after_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:14:06.908600 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-1b645c66-6948-462f-bcf8-b888e34eefd1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:14:06.944401 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ecf230-2cbf-46c5-aa1e-3ad1740b9180 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1db1c85b-41e4-4872-a387-3bfbd7bec99d,revision_number=None']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:14:06.947073 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-c2ecf230-2cbf-46c5-aa1e-3ad1740b9180 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:14:06.950163 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-c2ecf230-2cbf-46c5-aa1e-3ad1740b9180 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:14:06.956866 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0a7000b-5c84-4a35-9b7f-d807553c2a98 None None] Network bcdf37d1-d8cb-465c-8c2d-b213a0f4b25a requested from dv-cinder-786054-2-smb {{(pid=86332) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 17 04:14:06.960553 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [None req-c2ecf230-2cbf-46c5-aa1e-3ad1740b9180 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/1db1c85b-41e4-4872-a387-3bfbd7bec99d HTTP/1.1" status: 204 len: 168 time: 0.5339952 Apr 17 04:14:06.960743 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.20', 33572) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 17 04:14:07.089604 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-4a941cbd-2576-4790-963d-a9e150223ea4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2007928'] for network, before_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:14:07.101573 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.plugin [None req-4a941cbd-2576-4790-963d-a9e150223ea4 admin admin] Deleting port abd30952-927d-4a68-bad4-9f8734d497b7 {{(pid=86331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 17 04:14:07.101983 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-4a941cbd-2576-4790-963d-a9e150223ea4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363244554791028'] for port, before_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:14:07.218017 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a997d0d3-da07-4afc-b06e-dd8548d171c1 None None] DHCP port deletion for bcdf37d1-d8cb-465c-8c2d-b213a0f4b25a request from dv-cinder-786054-2-smb {{(pid=86332) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 17 04:14:07.222326 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.plugin [None req-a997d0d3-da07-4afc-b06e-dd8548d171c1 None None] Deleting port abd30952-927d-4a68-bad4-9f8734d497b7 {{(pid=86332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 17 04:14:07.222739 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-a997d0d3-da07-4afc-b06e-dd8548d171c1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363244554791028'] for port, before_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:14:07.327363 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.db [None req-4a941cbd-2576-4790-963d-a9e150223ea4 admin admin] For port abd30952-927d-4a68-bad4-9f8734d497b7, host dv-cinder-786054-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-2-smb',level=0,port_id=abd30952-927d-4a68-bad4-9f8734d497b7,segment=NetworkSegment(8161aed8-1c04-4502-9744-8b2cf71517a3),segment_id=8161aed8-1c04-4502-9744-8b2cf71517a3)] {{(pid=86331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 17 04:14:07.327761 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-4a941cbd-2576-4790-963d-a9e150223ea4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853832323'] for port, precommit_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:14:07.334784 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-ca371e11-c4a2-4b0e-9d1d-a90782499037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244554870149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852757949'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:14:07.461834 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.db [None req-a997d0d3-da07-4afc-b06e-dd8548d171c1 None None] For port abd30952-927d-4a68-bad4-9f8734d497b7, host dv-cinder-786054-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-2-smb',level=0,port_id=abd30952-927d-4a68-bad4-9f8734d497b7,segment=NetworkSegment(8161aed8-1c04-4502-9744-8b2cf71517a3),segment_id=8161aed8-1c04-4502-9744-8b2cf71517a3)] {{(pid=86332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 17 04:14:07.462263 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-a997d0d3-da07-4afc-b06e-dd8548d171c1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853832323'] for port, precommit_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:14:07.465864 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.plugin [None req-4a941cbd-2576-4790-963d-a9e150223ea4 admin admin] Calling delete_port for abd30952-927d-4a68-bad4-9f8734d497b7 owned by network:dhcp {{(pid=86331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 17 04:14:07.547467 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-4a941cbd-2576-4790-963d-a9e150223ea4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1691685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854152290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244554789151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792299556194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850958277'] for port, after_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:14:07.552852 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-c3ed1866-de51-4742-bcf1-9a2f8a2b307a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:14:07.594516 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.plugin [None req-a997d0d3-da07-4afc-b06e-dd8548d171c1 None None] Calling delete_port for abd30952-927d-4a68-bad4-9f8734d497b7 owned by network:dhcp {{(pid=86332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 17 04:14:07.603727 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a941cbd-2576-4790-963d-a9e150223ea4 admin admin] No DVR routers for this DVR port abd30952-927d-4a68-bad4-9f8734d497b7 on host dv-cinder-786054-2-smb {{(pid=86331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 17 04:14:07.668248 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.db.api [None req-a997d0d3-da07-4afc-b06e-dd8548d171c1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86332) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 17 04:14:07.668706 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_db.api [None req-a997d0d3-da07-4afc-b06e-dd8548d171c1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86332) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 17 04:14:07.670723 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a941cbd-2576-4790-963d-a9e150223ea4 admin admin] Pushing event deleted for resources: {'Port': ['ID=abd30952-927d-4a68-bad4-9f8734d497b7,revision_number=None']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:14:07.673639 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-4a941cbd-2576-4790-963d-a9e150223ea4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:14:07.732841 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-4a941cbd-2576-4790-963d-a9e150223ea4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852730783', 'neutron.services.segments.db._delete_segments_for_network-8792299905651'] for network, precommit_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:14:07.850298 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.services.segments.db [None req-4a941cbd-2576-4790-963d-a9e150223ea4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bcdf37d1-d8cb-465c-8c2d-b213a0f4b25a']}} {{(pid=86331) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 17 04:14:07.867668 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.services.segments.db [None req-4a941cbd-2576-4790-963d-a9e150223ea4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8161aed8-1c04-4502-9744-8b2cf71517a3') {'for_net_delete': True} {{(pid=86331) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 17 04:14:07.867998 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.services.segments.db [None req-4a941cbd-2576-4790-963d-a9e150223ea4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8161aed8-1c04-4502-9744-8b2cf71517a3') {} {{(pid=86331) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 17 04:14:07.880359 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-4a941cbd-2576-4790-963d-a9e150223ea4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363244554709347', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852048028'] for segment, before_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:14:07.901988 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-4a941cbd-2576-4790-963d-a9e150223ea4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852729262'] for segment, precommit_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:14:07.908870 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a941cbd-2576-4790-963d-a9e150223ea4 admin admin] Releasing vlan 129 on physical network physnet1 to pool {{(pid=86331) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 17 04:14:08.083531 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.managers [None req-4a941cbd-2576-4790-963d-a9e150223ea4 admin admin] Network bcdf37d1-d8cb-465c-8c2d-b213a0f4b25a has no segments {{(pid=86331) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 17 04:14:08.092544 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-4a941cbd-2576-4790-963d-a9e150223ea4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2046501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3817548'] for segment, after_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:14:08.170024 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.plugin [None req-a997d0d3-da07-4afc-b06e-dd8548d171c1 None None] Deleting port abd30952-927d-4a68-bad4-9f8734d497b7 {{(pid=86332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 17 04:14:08.170607 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-a997d0d3-da07-4afc-b06e-dd8548d171c1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363244554791028'] for port, before_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:14:08.246196 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.plugin [None req-a997d0d3-da07-4afc-b06e-dd8548d171c1 None None] The port 'abd30952-927d-4a68-bad4-9f8734d497b7' was deleted {{(pid=86332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 17 04:14:08.517046 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.managers [None req-4a941cbd-2576-4790-963d-a9e150223ea4 admin admin] Network bcdf37d1-d8cb-465c-8c2d-b213a0f4b25a has no segments {{(pid=86331) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 17 04:14:08.539023 dv-cinder-786054-2-smb neutron-server[86217]: Traceback (most recent call last): Apr 17 04:14:08.539023 dv-cinder-786054-2-smb neutron-server[86217]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 17 04:14:08.539023 dv-cinder-786054-2-smb neutron-server[86217]: timer() Apr 17 04:14:08.539023 dv-cinder-786054-2-smb neutron-server[86217]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 17 04:14:08.539023 dv-cinder-786054-2-smb neutron-server[86217]: cb(*args, **kw) Apr 17 04:14:08.539023 dv-cinder-786054-2-smb neutron-server[86217]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 17 04:14:08.539023 dv-cinder-786054-2-smb neutron-server[86217]: return func(*args, **kwargs) Apr 17 04:14:08.539023 dv-cinder-786054-2-smb neutron-server[86217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 17 04:14:08.539023 dv-cinder-786054-2-smb neutron-server[86217]: self._notify() Apr 17 04:14:08.539023 dv-cinder-786054-2-smb neutron-server[86217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 17 04:14:08.539023 dv-cinder-786054-2-smb neutron-server[86217]: self.callback(batched_events) Apr 17 04:14:08.539023 dv-cinder-786054-2-smb neutron-server[86217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 17 04:14:08.539023 dv-cinder-786054-2-smb neutron-server[86217]: event.method(event) Apr 17 04:14:08.539023 dv-cinder-786054-2-smb neutron-server[86217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 17 04:14:08.539023 dv-cinder-786054-2-smb neutron-server[86217]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 17 04:14:08.539023 dv-cinder-786054-2-smb neutron-server[86217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 17 04:14:08.539023 dv-cinder-786054-2-smb neutron-server[86217]: segment_id)['aggregates'][0] Apr 17 04:14:08.539023 dv-cinder-786054-2-smb neutron-server[86217]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 17 04:14:08.539023 dv-cinder-786054-2-smb neutron-server[86217]: return f(self, *a, **k) Apr 17 04:14:08.539023 dv-cinder-786054-2-smb neutron-server[86217]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 17 04:14:08.539023 dv-cinder-786054-2-smb neutron-server[86217]: return self._get(url).json() Apr 17 04:14:08.539023 dv-cinder-786054-2-smb neutron-server[86217]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 17 04:14:08.539023 dv-cinder-786054-2-smb neutron-server[86217]: **kwargs) Apr 17 04:14:08.539023 dv-cinder-786054-2-smb neutron-server[86217]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 17 04:14:08.539023 dv-cinder-786054-2-smb neutron-server[86217]: return self.request(url, 'GET', **kwargs) Apr 17 04:14:08.539023 dv-cinder-786054-2-smb neutron-server[86217]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 17 04:14:08.539023 dv-cinder-786054-2-smb neutron-server[86217]: **endpoint_filter) Apr 17 04:14:08.539023 dv-cinder-786054-2-smb neutron-server[86217]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 17 04:14:08.539023 dv-cinder-786054-2-smb neutron-server[86217]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 17 04:14:08.539023 dv-cinder-786054-2-smb neutron-server[86217]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 17 04:14:08.539023 dv-cinder-786054-2-smb neutron-server[86217]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 17 04:14:08.539023 dv-cinder-786054-2-smb neutron-server[86217]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 17 04:14:08.586942 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.rpc [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] Device abd30952-927d-4a68-bad4-9f8734d497b7 no longer exists at agent ovs-agent-dv-cinder-786054-2-smb {{(pid=86332) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 17 04:14:08.621215 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-4a941cbd-2576-4790-963d-a9e150223ea4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2045033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854152290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1023362'] for network, after_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:14:08.623836 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.plugin [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] No Port match for: abd30952-927d-4a68-bad4-9f8734d497b7 {{(pid=86332) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 17 04:14:08.624067 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.rpc [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] Device abd30952-927d-4a68-bad4-9f8734d497b7 not bound to the agent host dv-cinder-786054-2-smb {{(pid=86332) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 17 04:14:08.626448 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-4a941cbd-2576-4790-963d-a9e150223ea4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854152307'] for network, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:14:08.630634 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-706d256b-b3a1-455b-bb5f-09c7557f2d97 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:14:08.655679 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a941cbd-2576-4790-963d-a9e150223ea4 admin admin] Pushing event deleted for resources: {'Network': ['ID=bcdf37d1-d8cb-465c-8c2d-b213a0f4b25a,revision_number=None']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:14:08.660350 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-4a941cbd-2576-4790-963d-a9e150223ea4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:14:08.666048 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [None req-4a941cbd-2576-4790-963d-a9e150223ea4 admin admin] 10.222.0.20 "DELETE /v2.0/networks/bcdf37d1-d8cb-465c-8c2d-b213a0f4b25a HTTP/1.1" status: 204 len: 168 time: 1.7042973 Apr 17 04:14:08.865557 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.20', 33578) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 17 04:14:08.918169 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [None req-4f7efc86-eba7-414e-b5f5-ae293255efec admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b27c7ae6f15d4ca4afddb9e09494c2db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0513012 Apr 17 04:14:08.921246 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.20', 33582) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 17 04:14:08.991449 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-77179162-89e5-46c0-b981-94f6fbe35551 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:14:09.019991 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-77179162-89e5-46c0-b981-94f6fbe35551 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:14:09.070548 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-77179162-89e5-46c0-b981-94f6fbe35551 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920236'] for security_group, after_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:14:09.074718 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-7df867c0-fa92-4665-b849-80b17d6b6bc8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:14:09.089315 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77179162-89e5-46c0-b981-94f6fbe35551 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=836dca9a-915d-4c5f-8b2b-420490eef96d,revision_number=None']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:14:09.094513 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-77179162-89e5-46c0-b981-94f6fbe35551 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:14:09.096713 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-77179162-89e5-46c0-b981-94f6fbe35551 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:14:09.097962 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [None req-77179162-89e5-46c0-b981-94f6fbe35551 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/836dca9a-915d-4c5f-8b2b-420490eef96d HTTP/1.1" status: 204 len: 168 time: 0.1753070 Apr 17 04:14:09.571989 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-ea77de6c-4889-4c0f-ac79-705bbb01bdad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244554870149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852757949'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:14:10.611250 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-c4f59f18-ba4f-4d63-813b-4697a67f74c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244554870149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852757949'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:14:10.954292 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244554870149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852757949'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:14:11.365846 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.20', 33646) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 17 04:14:11.515614 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-d7973694-b637-4f1f-9b01-405f03b2e765 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:14:11.534693 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [None req-d7973694-b637-4f1f-9b01-405f03b2e765 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 17 04:14:11.538836 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [None req-d7973694-b637-4f1f-9b01-405f03b2e765 admin admin] Usage tracker for resource:security_group_rule and tenant:302d906aaab14951a48349b2016129cb is out of sync, need to count used quota {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 17 04:14:11.541899 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [None req-d7973694-b637-4f1f-9b01-405f03b2e765 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 17 04:14:11.548068 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [None req-d7973694-b637-4f1f-9b01-405f03b2e765 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 17 04:14:11.637718 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-d7973694-b637-4f1f-9b01-405f03b2e765 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:14:11.642294 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-d7973694-b637-4f1f-9b01-405f03b2e765 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920236'] for security_group, after_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:14:11.649699 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-b562a218-9c2b-4928-83d9-195f4618c9c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:14:11.693561 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [None req-d7973694-b637-4f1f-9b01-405f03b2e765 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=302d906aaab14951a48349b2016129cb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3260381 Apr 17 04:14:11.694589 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7973694-b637-4f1f-9b01-405f03b2e765 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d892516-ffac-4b14-acb6-5a4d1d4624ca,revision_number=1']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:14:11.697273 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.20', 33652) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 17 04:14:11.697731 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-d7973694-b637-4f1f-9b01-405f03b2e765 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:14:11.712331 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.agents_db [None req-76d39d81-b417-4462-95bd-4e842fba9248 None None] Agent healthcheck: found 6 active agents {{(pid=86333) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 17 04:14:11.756741 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-6f7ee5bc-ae74-4cc6-a62a-23eab2a2e65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244554870149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852757949'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:14:11.760795 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-2fb0f501-b125-4075-836f-3eda4ab88ce5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:14:11.787989 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-2fb0f501-b125-4075-836f-3eda4ab88ce5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:14:11.834105 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-2fb0f501-b125-4075-836f-3eda4ab88ce5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920236'] for security_group, after_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:14:11.837919 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-6a18a54b-78ac-42cb-9d0c-a34249ee10c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:14:11.849509 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb0f501-b125-4075-836f-3eda4ab88ce5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d892516-ffac-4b14-acb6-5a4d1d4624ca,revision_number=None']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:14:11.853318 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-2fb0f501-b125-4075-836f-3eda4ab88ce5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:14:11.856818 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-2fb0f501-b125-4075-836f-3eda4ab88ce5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:14:11.858024 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [None req-2fb0f501-b125-4075-836f-3eda4ab88ce5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0d892516-ffac-4b14-acb6-5a4d1d4624ca HTTP/1.1" status: 204 len: 168 time: 0.1596689 Apr 17 04:14:12.170749 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.20', 33660) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 17 04:14:12.193953 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-7fa247cc-bbb1-437a-9b76-c5bd6171437d admin admin] Notify callbacks [] for security_group, before_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:14:12.209792 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [None req-7fa247cc-bbb1-437a-9b76-c5bd6171437d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 17 04:14:12.214155 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [None req-7fa247cc-bbb1-437a-9b76-c5bd6171437d admin admin] Usage tracker for resource:security_group_rule and tenant:68a3fee4acc740f682ffa2457e5f6d0a is out of sync, need to count used quota {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 17 04:14:12.217290 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [None req-7fa247cc-bbb1-437a-9b76-c5bd6171437d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 17 04:14:12.223783 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [None req-7fa247cc-bbb1-437a-9b76-c5bd6171437d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 17 04:14:12.308809 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-7fa247cc-bbb1-437a-9b76-c5bd6171437d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:14:12.312783 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-7fa247cc-bbb1-437a-9b76-c5bd6171437d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920236'] for security_group, after_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:14:12.319839 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-e038e628-714d-4d27-9d05-6235cdaeedd1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:14:12.362434 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [None req-7fa247cc-bbb1-437a-9b76-c5bd6171437d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=68a3fee4acc740f682ffa2457e5f6d0a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1902812 Apr 17 04:14:12.363322 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa247cc-bbb1-437a-9b76-c5bd6171437d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05e2f0a0-23f5-4eff-9c48-1e36f44f8334,revision_number=1']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:14:12.365548 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.20', 33664) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 17 04:14:12.366574 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-7fa247cc-bbb1-437a-9b76-c5bd6171437d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:14:12.430971 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-51b5b3d1-664a-4dbc-81fc-5625c9f7fb7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:14:12.459619 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-51b5b3d1-664a-4dbc-81fc-5625c9f7fb7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:14:12.468371 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244554870149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852757949'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:14:12.507370 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-51b5b3d1-664a-4dbc-81fc-5625c9f7fb7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920236'] for security_group, after_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:14:12.511208 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-0e8cbc1b-68e2-4b8b-9eea-7022bda6319d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:14:12.527628 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b5b3d1-664a-4dbc-81fc-5625c9f7fb7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05e2f0a0-23f5-4eff-9c48-1e36f44f8334,revision_number=None']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:14:12.530155 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-51b5b3d1-664a-4dbc-81fc-5625c9f7fb7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:14:12.539474 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-51b5b3d1-664a-4dbc-81fc-5625c9f7fb7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:14:12.540748 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [None req-51b5b3d1-664a-4dbc-81fc-5625c9f7fb7d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/05e2f0a0-23f5-4eff-9c48-1e36f44f8334 HTTP/1.1" status: 204 len: 168 time: 0.1740696 Apr 17 04:14:20.558325 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.20', 33746) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 17 04:14:20.691905 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-f825dc05-2fed-4fd5-ae08-9bcdee33215e admin admin] Notify callbacks [] for security_group, before_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:14:20.707765 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [None req-f825dc05-2fed-4fd5-ae08-9bcdee33215e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 17 04:14:20.712127 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [None req-f825dc05-2fed-4fd5-ae08-9bcdee33215e admin admin] Usage tracker for resource:security_group_rule and tenant:35a852bca8d648db96d503a48fe05161 is out of sync, need to count used quota {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 17 04:14:20.715268 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [None req-f825dc05-2fed-4fd5-ae08-9bcdee33215e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 17 04:14:20.721653 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [None req-f825dc05-2fed-4fd5-ae08-9bcdee33215e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 17 04:14:20.804714 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-f825dc05-2fed-4fd5-ae08-9bcdee33215e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:14:20.809418 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-f825dc05-2fed-4fd5-ae08-9bcdee33215e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920236'] for security_group, after_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:14:20.818260 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-b7751976-0deb-4fdc-8472-a5922af4d546 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:14:20.863071 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [None req-f825dc05-2fed-4fd5-ae08-9bcdee33215e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=35a852bca8d648db96d503a48fe05161&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3036034 Apr 17 04:14:20.864837 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f825dc05-2fed-4fd5-ae08-9bcdee33215e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c456be27-d456-4865-89c6-e757b7038d4c,revision_number=1']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:14:20.866256 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.20', 33752) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 17 04:14:20.868421 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-f825dc05-2fed-4fd5-ae08-9bcdee33215e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:14:20.932653 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-f8be1033-cb8e-4e71-a708-8c0098c85f8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:14:20.959717 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-f8be1033-cb8e-4e71-a708-8c0098c85f8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:14:21.005135 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-f8be1033-cb8e-4e71-a708-8c0098c85f8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920236'] for security_group, after_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:14:21.008998 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-124c40d4-a06c-4894-8773-27e7c5e49e11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:14:21.023533 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8be1033-cb8e-4e71-a708-8c0098c85f8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c456be27-d456-4865-89c6-e757b7038d4c,revision_number=None']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:14:21.026097 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-f8be1033-cb8e-4e71-a708-8c0098c85f8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:14:21.030694 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-f8be1033-cb8e-4e71-a708-8c0098c85f8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:14:21.032133 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [None req-f8be1033-cb8e-4e71-a708-8c0098c85f8b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c456be27-d456-4865-89c6-e757b7038d4c HTTP/1.1" status: 204 len: 168 time: 0.1637156 Apr 17 04:14:21.338550 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.20', 33760) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 17 04:14:21.370265 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-ad8a07e3-18a2-4825-9062-1ac51d8d2f98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:14:21.388329 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [None req-ad8a07e3-18a2-4825-9062-1ac51d8d2f98 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 17 04:14:21.394227 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [None req-ad8a07e3-18a2-4825-9062-1ac51d8d2f98 admin admin] Usage tracker for resource:security_group_rule and tenant:eca94e452c5a43b39c855e3b465e4fe4 is out of sync, need to count used quota {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 17 04:14:21.397913 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [None req-ad8a07e3-18a2-4825-9062-1ac51d8d2f98 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 17 04:14:21.404553 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [None req-ad8a07e3-18a2-4825-9062-1ac51d8d2f98 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 17 04:14:21.504197 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-ad8a07e3-18a2-4825-9062-1ac51d8d2f98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:14:21.507866 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-ad8a07e3-18a2-4825-9062-1ac51d8d2f98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920236'] for security_group, after_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:14:21.515342 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-5ba48726-d383-468b-b49c-dc62023ccba5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:14:21.558518 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8a07e3-18a2-4825-9062-1ac51d8d2f98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d72aac4-fb41-4d22-8d44-60f7f2500a0d,revision_number=1']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:14:21.564456 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [None req-ad8a07e3-18a2-4825-9062-1ac51d8d2f98 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=eca94e452c5a43b39c855e3b465e4fe4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2233143 Apr 17 04:14:21.564456 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-ad8a07e3-18a2-4825-9062-1ac51d8d2f98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:14:21.566655 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.20', 33766) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 17 04:14:21.630697 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-0009bd83-a8b8-436f-97da-273f134976ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:14:21.658894 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-0009bd83-a8b8-436f-97da-273f134976ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:14:21.715956 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-0009bd83-a8b8-436f-97da-273f134976ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920236'] for security_group, after_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:14:21.721471 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-e09898ca-c273-47d6-853e-b23710c931ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:14:21.738682 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0009bd83-a8b8-436f-97da-273f134976ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d72aac4-fb41-4d22-8d44-60f7f2500a0d,revision_number=None']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:14:21.742018 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-0009bd83-a8b8-436f-97da-273f134976ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:14:21.753163 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-0009bd83-a8b8-436f-97da-273f134976ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:14:21.754630 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [None req-0009bd83-a8b8-436f-97da-273f134976ec admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6d72aac4-fb41-4d22-8d44-60f7f2500a0d HTTP/1.1" status: 204 len: 168 time: 0.1872044 Apr 17 04:14:30.088596 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.20', 33858) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 17 04:14:30.218788 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-2ed0e553-be61-4247-9f38-43bf6fcd901c admin admin] Notify callbacks [] for security_group, before_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:14:30.234486 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [None req-2ed0e553-be61-4247-9f38-43bf6fcd901c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 17 04:14:30.238837 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [None req-2ed0e553-be61-4247-9f38-43bf6fcd901c admin admin] Usage tracker for resource:security_group_rule and tenant:f3a7dc7640f742369e9b6a1efbb8cbfc is out of sync, need to count used quota {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 17 04:14:30.241943 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [None req-2ed0e553-be61-4247-9f38-43bf6fcd901c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 17 04:14:30.248274 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [None req-2ed0e553-be61-4247-9f38-43bf6fcd901c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 17 04:14:30.342233 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-2ed0e553-be61-4247-9f38-43bf6fcd901c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:14:30.346168 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-2ed0e553-be61-4247-9f38-43bf6fcd901c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920236'] for security_group, after_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:14:30.353057 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-449fe9b7-d1ab-4d9f-8761-1407ed454159 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:14:30.398562 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed0e553-be61-4247-9f38-43bf6fcd901c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e00d1839-971b-44be-a1fb-f50257ad0de4,revision_number=1']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:14:30.403237 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [None req-2ed0e553-be61-4247-9f38-43bf6fcd901c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f3a7dc7640f742369e9b6a1efbb8cbfc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3135378 Apr 17 04:14:30.404198 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-2ed0e553-be61-4247-9f38-43bf6fcd901c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:14:30.406140 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.20', 33864) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 17 04:14:30.467716 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-e122bdd6-4a5c-470a-b88d-be9c287269dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:14:30.494843 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-e122bdd6-4a5c-470a-b88d-be9c287269dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:14:30.544338 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-e122bdd6-4a5c-470a-b88d-be9c287269dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920236'] for security_group, after_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:14:30.552532 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-51b5b3d1-664a-4dbc-81fc-5625c9f7fb7d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:14:30.570127 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e122bdd6-4a5c-470a-b88d-be9c287269dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e00d1839-971b-44be-a1fb-f50257ad0de4,revision_number=None']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:14:30.572964 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-e122bdd6-4a5c-470a-b88d-be9c287269dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:14:30.574505 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-e122bdd6-4a5c-470a-b88d-be9c287269dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:14:30.575670 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [None req-e122bdd6-4a5c-470a-b88d-be9c287269dd admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e00d1839-971b-44be-a1fb-f50257ad0de4 HTTP/1.1" status: 204 len: 168 time: 0.1685545 Apr 17 04:14:30.893686 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.20', 33872) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 17 04:14:30.913481 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-5bb70b16-e493-44c1-a837-9e63dd85dc39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:14:30.929434 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [None req-5bb70b16-e493-44c1-a837-9e63dd85dc39 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 17 04:14:30.933719 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [None req-5bb70b16-e493-44c1-a837-9e63dd85dc39 admin admin] Usage tracker for resource:security_group_rule and tenant:1e456eec13ca4ae4aa4b466d3f42d360 is out of sync, need to count used quota {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 17 04:14:30.936764 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [None req-5bb70b16-e493-44c1-a837-9e63dd85dc39 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 17 04:14:30.943033 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [None req-5bb70b16-e493-44c1-a837-9e63dd85dc39 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 17 04:14:31.034615 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-5bb70b16-e493-44c1-a837-9e63dd85dc39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:14:31.038470 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-5bb70b16-e493-44c1-a837-9e63dd85dc39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920236'] for security_group, after_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:14:31.045944 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-c1c8f617-99bf-4f0f-861e-094aa5e0922f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:14:31.089316 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [None req-5bb70b16-e493-44c1-a837-9e63dd85dc39 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1e456eec13ca4ae4aa4b466d3f42d360&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1944902 Apr 17 04:14:31.090222 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb70b16-e493-44c1-a837-9e63dd85dc39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=881a2ad3-5245-4a69-9da6-bf9298f8a139,revision_number=1']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:14:31.092305 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.20', 33876) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 17 04:14:31.093450 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-5bb70b16-e493-44c1-a837-9e63dd85dc39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:14:31.161056 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-dcaf98de-cf16-4196-8093-97ad878bc535 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:14:31.188638 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-dcaf98de-cf16-4196-8093-97ad878bc535 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:14:31.233809 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-dcaf98de-cf16-4196-8093-97ad878bc535 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920236'] for security_group, after_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:14:31.237584 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-f825dc05-2fed-4fd5-ae08-9bcdee33215e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:14:31.248994 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcaf98de-cf16-4196-8093-97ad878bc535 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=881a2ad3-5245-4a69-9da6-bf9298f8a139,revision_number=None']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:14:31.251592 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-dcaf98de-cf16-4196-8093-97ad878bc535 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:14:31.257053 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-dcaf98de-cf16-4196-8093-97ad878bc535 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:14:31.258263 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [None req-dcaf98de-cf16-4196-8093-97ad878bc535 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/881a2ad3-5245-4a69-9da6-bf9298f8a139 HTTP/1.1" status: 204 len: 168 time: 0.1647975 Apr 17 04:14:37.287029 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-247ce53c-4c52-4483-ac55-0df8cc540169 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244554870149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852757949'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:14:37.291933 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.20', 33976) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 17 04:14:37.422545 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-0e2d610f-693c-4d03-9484-45c66d9dc46f admin admin] Notify callbacks [] for security_group, before_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:14:37.438218 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [None req-0e2d610f-693c-4d03-9484-45c66d9dc46f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 17 04:14:37.442626 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [None req-0e2d610f-693c-4d03-9484-45c66d9dc46f admin admin] Usage tracker for resource:security_group_rule and tenant:ab5ee54894394cdf9e07e1139dcf838f is out of sync, need to count used quota {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 17 04:14:37.445832 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [None req-0e2d610f-693c-4d03-9484-45c66d9dc46f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 17 04:14:37.452778 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [None req-0e2d610f-693c-4d03-9484-45c66d9dc46f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 17 04:14:37.545572 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-0e2d610f-693c-4d03-9484-45c66d9dc46f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:14:37.549944 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-0e2d610f-693c-4d03-9484-45c66d9dc46f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920236'] for security_group, after_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:14:37.557516 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-8a67c2d7-5052-4f09-8c99-5faf3e35a7a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:14:37.601652 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [None req-0e2d610f-693c-4d03-9484-45c66d9dc46f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ab5ee54894394cdf9e07e1139dcf838f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3085048 Apr 17 04:14:37.602575 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2d610f-693c-4d03-9484-45c66d9dc46f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8956e526-b997-4c76-9c87-311615db4494,revision_number=1']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:14:37.604630 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.20', 33982) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 17 04:14:37.623412 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2d610f-693c-4d03-9484-45c66d9dc46f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:14:37.623759 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2d610f-693c-4d03-9484-45c66d9dc46f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:14:37.624170 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2d610f-693c-4d03-9484-45c66d9dc46f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:14:37.624626 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2d610f-693c-4d03-9484-45c66d9dc46f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:14:37.625025 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2d610f-693c-4d03-9484-45c66d9dc46f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:14:37.625418 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2d610f-693c-4d03-9484-45c66d9dc46f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:14:37.625833 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2d610f-693c-4d03-9484-45c66d9dc46f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:14:37.626224 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2d610f-693c-4d03-9484-45c66d9dc46f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:14:37.626612 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2d610f-693c-4d03-9484-45c66d9dc46f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:14:37.627003 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2d610f-693c-4d03-9484-45c66d9dc46f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:14:37.627390 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2d610f-693c-4d03-9484-45c66d9dc46f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:14:37.627777 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2d610f-693c-4d03-9484-45c66d9dc46f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:14:37.633614 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-0e2d610f-693c-4d03-9484-45c66d9dc46f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:14:37.678740 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-75d5e555-e92b-428b-b2b1-30b2ff8138a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:14:37.707546 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-75d5e555-e92b-428b-b2b1-30b2ff8138a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:14:37.757238 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-75d5e555-e92b-428b-b2b1-30b2ff8138a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920236'] for security_group, after_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:14:37.760955 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-18b6a2db-4626-4c1b-83f3-fbb75d4e5832 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:14:37.772345 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d5e555-e92b-428b-b2b1-30b2ff8138a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8956e526-b997-4c76-9c87-311615db4494,revision_number=None']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:14:37.776057 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-75d5e555-e92b-428b-b2b1-30b2ff8138a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:14:37.779495 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-75d5e555-e92b-428b-b2b1-30b2ff8138a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:14:37.780761 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [None req-75d5e555-e92b-428b-b2b1-30b2ff8138a9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8956e526-b997-4c76-9c87-311615db4494 HTTP/1.1" status: 204 len: 168 time: 0.1751235 Apr 17 04:14:38.077617 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.20', 33990) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 17 04:14:38.103028 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-a657f66b-aa33-49dc-9c23-5d8f994a08d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:14:38.117937 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [None req-a657f66b-aa33-49dc-9c23-5d8f994a08d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 17 04:14:38.121956 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [None req-a657f66b-aa33-49dc-9c23-5d8f994a08d0 admin admin] Usage tracker for resource:security_group_rule and tenant:4619127ce36145258551db8e73154c86 is out of sync, need to count used quota {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 17 04:14:38.125008 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [None req-a657f66b-aa33-49dc-9c23-5d8f994a08d0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 17 04:14:38.131120 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [None req-a657f66b-aa33-49dc-9c23-5d8f994a08d0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 17 04:14:38.215599 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-a657f66b-aa33-49dc-9c23-5d8f994a08d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:14:38.220343 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-a657f66b-aa33-49dc-9c23-5d8f994a08d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920236'] for security_group, after_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:14:38.227393 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-8fb5fef4-ed1b-494b-b83d-436510c29f17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:14:38.269262 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [None req-a657f66b-aa33-49dc-9c23-5d8f994a08d0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4619127ce36145258551db8e73154c86&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1903465 Apr 17 04:14:38.270160 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a657f66b-aa33-49dc-9c23-5d8f994a08d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3351521-9f03-4581-ba62-3b491e589ca3,revision_number=1']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:14:38.272221 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.20', 33994) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 17 04:14:38.294797 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a657f66b-aa33-49dc-9c23-5d8f994a08d0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:14:38.295329 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a657f66b-aa33-49dc-9c23-5d8f994a08d0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:14:38.295607 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a657f66b-aa33-49dc-9c23-5d8f994a08d0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:14:38.296011 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a657f66b-aa33-49dc-9c23-5d8f994a08d0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:14:38.296440 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a657f66b-aa33-49dc-9c23-5d8f994a08d0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:14:38.296837 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a657f66b-aa33-49dc-9c23-5d8f994a08d0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:14:38.297239 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a657f66b-aa33-49dc-9c23-5d8f994a08d0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:14:38.297683 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a657f66b-aa33-49dc-9c23-5d8f994a08d0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:14:38.298081 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a657f66b-aa33-49dc-9c23-5d8f994a08d0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:14:38.298480 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a657f66b-aa33-49dc-9c23-5d8f994a08d0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:14:38.298877 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a657f66b-aa33-49dc-9c23-5d8f994a08d0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:14:38.299265 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a657f66b-aa33-49dc-9c23-5d8f994a08d0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:14:38.305131 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-a657f66b-aa33-49dc-9c23-5d8f994a08d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:14:38.350612 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-4b2be51f-cb22-412f-8854-dfe43a691c90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:14:38.377164 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-4b2be51f-cb22-412f-8854-dfe43a691c90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:14:38.424335 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-4b2be51f-cb22-412f-8854-dfe43a691c90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920236'] for security_group, after_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:14:38.428117 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-f8be1033-cb8e-4e71-a708-8c0098c85f8b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:14:38.441581 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2be51f-cb22-412f-8854-dfe43a691c90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3351521-9f03-4581-ba62-3b491e589ca3,revision_number=None']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:14:38.445688 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-4b2be51f-cb22-412f-8854-dfe43a691c90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:14:38.451668 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-4b2be51f-cb22-412f-8854-dfe43a691c90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:14:38.452934 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [None req-4b2be51f-cb22-412f-8854-dfe43a691c90 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f3351521-9f03-4581-ba62-3b491e589ca3 HTTP/1.1" status: 204 len: 168 time: 0.1796939 Apr 17 04:14:38.836140 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.20', 34002) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 17 04:14:38.859837 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-a137cfba-19ef-40b0-a702-3b987ecd222d admin admin] Notify callbacks [] for security_group, before_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:14:38.875410 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [None req-a137cfba-19ef-40b0-a702-3b987ecd222d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 17 04:14:38.879724 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [None req-a137cfba-19ef-40b0-a702-3b987ecd222d admin admin] Usage tracker for resource:security_group_rule and tenant:a3ae7d0bcba84c2b9488e19e5c11acf7 is out of sync, need to count used quota {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 17 04:14:38.882860 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [None req-a137cfba-19ef-40b0-a702-3b987ecd222d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 17 04:14:38.889456 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [None req-a137cfba-19ef-40b0-a702-3b987ecd222d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 17 04:14:38.978322 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-a137cfba-19ef-40b0-a702-3b987ecd222d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:14:38.981994 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-a137cfba-19ef-40b0-a702-3b987ecd222d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920236'] for security_group, after_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:14:38.989261 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-97adb697-dc00-4851-80df-6ddf80123e01 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:14:39.032005 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [None req-a137cfba-19ef-40b0-a702-3b987ecd222d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a3ae7d0bcba84c2b9488e19e5c11acf7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1943409 Apr 17 04:14:39.032971 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a137cfba-19ef-40b0-a702-3b987ecd222d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df1ddfba-a5cc-4f03-a7a8-e98fc7601d98,revision_number=1']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:14:39.035666 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.20', 34006) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 17 04:14:39.036141 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-a137cfba-19ef-40b0-a702-3b987ecd222d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:14:39.101292 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-4ef9aea3-c8f8-4242-8b68-396c7391e5c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:14:39.128241 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-4ef9aea3-c8f8-4242-8b68-396c7391e5c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:14:39.181147 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-4ef9aea3-c8f8-4242-8b68-396c7391e5c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920236'] for security_group, after_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:14:39.191684 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-ad99ec27-2110-4c1b-8828-a8a0a28683be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:14:39.207326 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef9aea3-c8f8-4242-8b68-396c7391e5c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df1ddfba-a5cc-4f03-a7a8-e98fc7601d98,revision_number=None']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:14:39.211159 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-4ef9aea3-c8f8-4242-8b68-396c7391e5c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:14:39.214557 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-4ef9aea3-c8f8-4242-8b68-396c7391e5c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:14:39.215769 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [None req-4ef9aea3-c8f8-4242-8b68-396c7391e5c7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/df1ddfba-a5cc-4f03-a7a8-e98fc7601d98 HTTP/1.1" status: 204 len: 168 time: 0.1775944 Apr 17 04:14:39.565917 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-e8250f0a-109f-4ae2-bbca-7ace8a4e99f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244554870149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852757949'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:14:40.617377 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-c4f59f18-ba4f-4d63-813b-4697a67f74c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244554870149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852757949'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:14:40.958386 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244554870149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852757949'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:14:41.757873 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-6f7ee5bc-ae74-4cc6-a62a-23eab2a2e65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244554870149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852757949'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:14:42.120625 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.20', 34078) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 17 04:14:42.247977 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-336d51fe-8a6a-4766-af3c-46c952f4edd0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:14:42.263659 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [None req-336d51fe-8a6a-4766-af3c-46c952f4edd0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 17 04:14:42.267909 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [None req-336d51fe-8a6a-4766-af3c-46c952f4edd0 admin admin] Usage tracker for resource:security_group_rule and tenant:29d49a07d6f2433b893015134a7a4808 is out of sync, need to count used quota {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 17 04:14:42.271035 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [None req-336d51fe-8a6a-4766-af3c-46c952f4edd0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 17 04:14:42.277180 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [None req-336d51fe-8a6a-4766-af3c-46c952f4edd0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 17 04:14:42.363244 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-336d51fe-8a6a-4766-af3c-46c952f4edd0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:14:42.367662 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-336d51fe-8a6a-4766-af3c-46c952f4edd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920236'] for security_group, after_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:14:42.375025 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-a657f66b-aa33-49dc-9c23-5d8f994a08d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:14:42.417659 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [None req-336d51fe-8a6a-4766-af3c-46c952f4edd0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=29d49a07d6f2433b893015134a7a4808&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2958798 Apr 17 04:14:42.418581 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336d51fe-8a6a-4766-af3c-46c952f4edd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=353fee4e-684b-421d-a775-47a2dca946a0,revision_number=1']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:14:42.420884 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.20', 34084) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 17 04:14:42.421822 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-336d51fe-8a6a-4766-af3c-46c952f4edd0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:14:42.485659 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244554870149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852757949'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:14:42.485893 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-28114916-4928-4088-b515-de7f6b52052b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:14:42.512636 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-28114916-4928-4088-b515-de7f6b52052b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:14:42.568762 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-28114916-4928-4088-b515-de7f6b52052b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920236'] for security_group, after_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:14:42.572725 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-ff6b0408-2c00-41e5-9d1c-8ab6e6a3cbda admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:14:42.587371 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28114916-4928-4088-b515-de7f6b52052b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=353fee4e-684b-421d-a775-47a2dca946a0,revision_number=None']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:14:42.589717 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-28114916-4928-4088-b515-de7f6b52052b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:14:42.597362 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-28114916-4928-4088-b515-de7f6b52052b admin admin] Notify callbacks [] for security_group, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:14:42.598597 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [None req-28114916-4928-4088-b515-de7f6b52052b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/353fee4e-684b-421d-a775-47a2dca946a0 HTTP/1.1" status: 204 len: 168 time: 0.1766281 Apr 17 04:14:42.917164 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.20', 34092) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 17 04:14:42.938398 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-0799bc42-49a8-4586-93fe-b41f7e634c06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:14:42.954593 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [None req-0799bc42-49a8-4586-93fe-b41f7e634c06 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 17 04:14:42.958767 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [None req-0799bc42-49a8-4586-93fe-b41f7e634c06 admin admin] Usage tracker for resource:security_group_rule and tenant:335fa53b8fb04ebe87e3d9f78666f8db is out of sync, need to count used quota {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 17 04:14:42.961848 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [None req-0799bc42-49a8-4586-93fe-b41f7e634c06 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 17 04:14:42.967953 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [None req-0799bc42-49a8-4586-93fe-b41f7e634c06 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 17 04:14:43.053089 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-0799bc42-49a8-4586-93fe-b41f7e634c06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:14:43.056801 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-0799bc42-49a8-4586-93fe-b41f7e634c06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920236'] for security_group, after_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:14:43.064008 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-dab94ac9-638b-411d-ad1f-b829d8cede2c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:14:43.106427 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [None req-0799bc42-49a8-4586-93fe-b41f7e634c06 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=335fa53b8fb04ebe87e3d9f78666f8db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1880248 Apr 17 04:14:43.107315 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0799bc42-49a8-4586-93fe-b41f7e634c06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41408393-7bde-43ca-b5a8-cff116882360,revision_number=1']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:14:43.109592 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.20', 34096) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 17 04:14:43.110585 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-0799bc42-49a8-4586-93fe-b41f7e634c06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:14:43.178750 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-3e701c60-5043-450c-876d-7b5edb832985 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:14:43.213739 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-3e701c60-5043-450c-876d-7b5edb832985 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:14:43.259867 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-3e701c60-5043-450c-876d-7b5edb832985 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920236'] for security_group, after_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:14:43.263746 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-2d31c2b2-4c6b-41d5-b384-dbba7f986a21 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:14:43.277046 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e701c60-5043-450c-876d-7b5edb832985 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41408393-7bde-43ca-b5a8-cff116882360,revision_number=None']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:14:43.281152 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-3e701c60-5043-450c-876d-7b5edb832985 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:14:43.286717 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-3e701c60-5043-450c-876d-7b5edb832985 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:14:43.288197 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [None req-3e701c60-5043-450c-876d-7b5edb832985 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/41408393-7bde-43ca-b5a8-cff116882360 HTTP/1.1" status: 204 len: 168 time: 0.1771462 Apr 17 04:14:44.239760 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.20', 34120) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 17 04:14:44.353828 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.v2.base [None req-47c9a15c-74e6-4e1f-8c8c-0a1c46a8d55e admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1170503995-network', 'tenant_id': 'a5af4fbf546b4fa5968bd49fa8bffec8'}} {{(pid=86331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 17 04:14:44.359154 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [None req-47c9a15c-74e6-4e1f-8c8c-0a1c46a8d55e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 17 04:14:44.363534 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [None req-47c9a15c-74e6-4e1f-8c8c-0a1c46a8d55e admin admin] Usage tracker for resource:network and tenant:a5af4fbf546b4fa5968bd49fa8bffec8 is out of sync, need to count used quota {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 17 04:14:44.367047 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [None req-47c9a15c-74e6-4e1f-8c8c-0a1c46a8d55e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 17 04:14:44.374276 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [None req-47c9a15c-74e6-4e1f-8c8c-0a1c46a8d55e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 17 04:14:44.385177 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47c9a15c-74e6-4e1f-8c8c-0a1c46a8d55e admin admin] Made reservation on behalf of a5af4fbf546b4fa5968bd49fa8bffec8 for: {'network': 1} {{(pid=86331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 17 04:14:44.390038 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-47c9a15c-74e6-4e1f-8c8c-0a1c46a8d55e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853081909'] for network, before_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:14:44.403335 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-47c9a15c-74e6-4e1f-8c8c-0a1c46a8d55e admin admin] Notify callbacks [] for security_group, before_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:14:44.419008 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [None req-47c9a15c-74e6-4e1f-8c8c-0a1c46a8d55e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 17 04:14:44.423220 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [None req-47c9a15c-74e6-4e1f-8c8c-0a1c46a8d55e admin admin] Usage tracker for resource:security_group_rule and tenant:a5af4fbf546b4fa5968bd49fa8bffec8 is out of sync, need to count used quota {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 17 04:14:44.426197 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [None req-47c9a15c-74e6-4e1f-8c8c-0a1c46a8d55e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 17 04:14:44.432248 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [None req-47c9a15c-74e6-4e1f-8c8c-0a1c46a8d55e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 17 04:14:44.532335 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-47c9a15c-74e6-4e1f-8c8c-0a1c46a8d55e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:14:44.537226 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-47c9a15c-74e6-4e1f-8c8c-0a1c46a8d55e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920236'] for security_group, after_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:14:44.542339 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-708bab0b-de8d-4fa3-89fb-6c0217139bf8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:14:44.573745 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47c9a15c-74e6-4e1f-8c8c-0a1c46a8d55e admin admin] vlan segment allocate from pool success with {'vlan_id': 144, 'physical_network': 'physnet1'} {{(pid=86331) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 17 04:14:44.587743 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c9a15c-74e6-4e1f-8c8c-0a1c46a8d55e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f568f74a-234d-4d72-89a4-1fd78c11d7b7,revision_number=1']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:14:44.591074 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-47c9a15c-74e6-4e1f-8c8c-0a1c46a8d55e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:14:44.593866 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-47c9a15c-74e6-4e1f-8c8c-0a1c46a8d55e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852729262'] for segment, precommit_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:14:44.594244 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.db.segments_db [None req-47c9a15c-74e6-4e1f-8c8c-0a1c46a8d55e admin admin] Added segment 61c0c140-a025-47a9-9ce6-113e44249f07 of type vlan for network acb28e88-36ad-4fe2-beb2-392b923cdcca Apr 17 04:14:44.622140 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-47c9a15c-74e6-4e1f-8c8c-0a1c46a8d55e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792299528426'] for network, precommit_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:14:44.652763 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-47c9a15c-74e6-4e1f-8c8c-0a1c46a8d55e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854152290'] for network, after_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:14:44.654146 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47c9a15c-74e6-4e1f-8c8c-0a1c46a8d55e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:14:44.654790 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-47c9a15c-74e6-4e1f-8c8c-0a1c46a8d55e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854152307'] for network, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:14:44.659872 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:14:44.767296 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c9a15c-74e6-4e1f-8c8c-0a1c46a8d55e admin admin] Pushing event updated for resources: {'Network': ['ID=acb28e88-36ad-4fe2-beb2-392b923cdcca,revision_number=1']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:14:44.770957 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [None req-47c9a15c-74e6-4e1f-8c8c-0a1c46a8d55e admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5300574 Apr 17 04:14:44.771915 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-47c9a15c-74e6-4e1f-8c8c-0a1c46a8d55e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:14:44.775197 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.20', 34126) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 17 04:14:44.779303 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.rpc [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] Network acb28e88-36ad-4fe2-beb2-392b923cdcca details requested by agent ovs-agent-dv-cinder-786054-2-smb with host dv-cinder-786054-2-smb {{(pid=86332) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 17 04:14:44.781394 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.v2.base [None req-bf61a901-f00a-4f7a-b4c9-946fbf311722 admin admin] Request body: {'subnet': {'network_id': 'acb28e88-36ad-4fe2-beb2-392b923cdcca', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1170503995-subnet', 'tenant_id': 'a5af4fbf546b4fa5968bd49fa8bffec8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 17 04:14:44.786824 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [None req-bf61a901-f00a-4f7a-b4c9-946fbf311722 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 17 04:14:44.790836 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [None req-bf61a901-f00a-4f7a-b4c9-946fbf311722 admin admin] Usage tracker for resource:subnet and tenant:a5af4fbf546b4fa5968bd49fa8bffec8 is out of sync, need to count used quota {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 17 04:14:44.793916 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [None req-bf61a901-f00a-4f7a-b4c9-946fbf311722 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 17 04:14:44.800096 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [None req-bf61a901-f00a-4f7a-b4c9-946fbf311722 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 17 04:14:44.810412 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf61a901-f00a-4f7a-b4c9-946fbf311722 admin admin] Made reservation on behalf of a5af4fbf546b4fa5968bd49fa8bffec8 for: {'subnet': 1} {{(pid=86331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 17 04:14:44.815255 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-bf61a901-f00a-4f7a-b4c9-946fbf311722 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2643407'] for subnet, before_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:14:45.220149 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-bf61a901-f00a-4f7a-b4c9-946fbf311722 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854152290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3818410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2643422'] for subnet, after_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:14:45.223992 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-2f12c525-bc51-409e-944b-da96ebd4f0be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:14:45.294932 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf61a901-f00a-4f7a-b4c9-946fbf311722 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a0d88744-54ac-4b54-a2b0-31db38cf7022,revision_number=0']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:14:45.297921 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-bf61a901-f00a-4f7a-b4c9-946fbf311722 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:14:45.307589 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf61a901-f00a-4f7a-b4c9-946fbf311722 admin admin] Checking segment: {'id': '61c0c140-a025-47a9-9ce6-113e44249f07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'acb28e88-36ad-4fe2-beb2-392b923cdcca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 17 04:14:45.307978 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf61a901-f00a-4f7a-b4c9-946fbf311722 admin admin] Network hostable DHCP agents. Network: acb28e88-36ad-4fe2-beb2-392b923cdcca, hostable agents: ['24f06517-14a9-410e-b60e-7bfb109842b9'], hosted agents: [] {{(pid=86331) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 17 04:14:45.333936 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf61a901-f00a-4f7a-b4c9-946fbf311722 admin admin] Network acb28e88-36ad-4fe2-beb2-392b923cdcca is scheduled to be hosted by DHCP agent 24f06517-14a9-410e-b60e-7bfb109842b9 with binding_index 1 {{(pid=86331) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 17 04:14:45.343636 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.scheduler.base_scheduler [None req-bf61a901-f00a-4f7a-b4c9-946fbf311722 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786054-2-smb, acb28e88-36ad-4fe2-beb2-392b923cdcca) {{(pid=86331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 17 04:14:45.353323 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a7ea96f-6b89-402d-bb39-4edda06a6cb6 None None] Network acb28e88-36ad-4fe2-beb2-392b923cdcca requested from dv-cinder-786054-2-smb {{(pid=86332) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 17 04:14:45.356183 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf61a901-f00a-4f7a-b4c9-946fbf311722 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:14:45.356863 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-bf61a901-f00a-4f7a-b4c9-946fbf311722 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:14:45.377626 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [None req-bf61a901-f00a-4f7a-b4c9-946fbf311722 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6013060 Apr 17 04:14:45.571016 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c45f255e-7419-4b17-b444-418968873645 None None] Network acb28e88-36ad-4fe2-beb2-392b923cdcca requested from dv-cinder-786054-2-smb {{(pid=86332) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 17 04:14:47.459115 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a1570f-3c45-46b2-bb82-0e347a18eaf0 req-b4c4bc9b-c294-4bbb-a201-45351910a145 tempest-VolumesSnapshotTestJSON-991363398 tempest-VolumesSnapshotTestJSON-991363398-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:14:47.459837 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [req-66a1570f-3c45-46b2-bb82-0e347a18eaf0 req-b4c4bc9b-c294-4bbb-a201-45351910a145 tempest-VolumesSnapshotTestJSON-991363398 tempest-VolumesSnapshotTestJSON-991363398-project] Synchronizing usage tracker for tenant:a5af4fbf546b4fa5968bd49fa8bffec8 on resource:network {{(pid=86331) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 17 04:14:47.478764 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [req-66a1570f-3c45-46b2-bb82-0e347a18eaf0 req-b4c4bc9b-c294-4bbb-a201-45351910a145 tempest-VolumesSnapshotTestJSON-991363398 tempest-VolumesSnapshotTestJSON-991363398-project] Unset dirty status for tenant:a5af4fbf546b4fa5968bd49fa8bffec8 on resource:network {{(pid=86331) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 17 04:14:47.480152 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-66a1570f-3c45-46b2-bb82-0e347a18eaf0 req-b4c4bc9b-c294-4bbb-a201-45351910a145 tempest-VolumesSnapshotTestJSON-991363398 tempest-VolumesSnapshotTestJSON-991363398-project] 10.222.0.20 "GET /v2.0/networks?id=acb28e88-36ad-4fe2-beb2-392b923cdcca HTTP/1.1" status: 200 len: 814 time: 0.1754973 Apr 17 04:14:47.496234 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-66a1570f-3c45-46b2-bb82-0e347a18eaf0 req-aa426f70-fa17-4d81-8d50-8998873cf989 tempest-VolumesSnapshotTestJSON-991363398 tempest-VolumesSnapshotTestJSON-991363398-project] 10.222.0.20 "GET /v2.0/quotas/a5af4fbf546b4fa5968bd49fa8bffec8 HTTP/1.1" status: 200 len: 375 time: 0.0096822 Apr 17 04:14:47.551973 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-66a1570f-3c45-46b2-bb82-0e347a18eaf0 req-26d5e6c9-362a-4abd-b25f-c764bbfa809c tempest-VolumesSnapshotTestJSON-991363398 tempest-VolumesSnapshotTestJSON-991363398-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=a5af4fbf546b4fa5968bd49fa8bffec8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0499909 Apr 17 04:14:47.698103 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-66a1570f-3c45-46b2-bb82-0e347a18eaf0 req-4bf4e1f8-2f03-47ed-92bb-fd90644cf29e service neutron] 10.222.0.20 "GET /v2.0/networks/acb28e88-36ad-4fe2-beb2-392b923cdcca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358888 Apr 17 04:14:47.841527 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-66a1570f-3c45-46b2-bb82-0e347a18eaf0 req-1c188b42-93c4-401a-87cd-fd149694beea service neutron] 10.222.0.20 "GET /v2.0/networks/acb28e88-36ad-4fe2-beb2-392b923cdcca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333003 Apr 17 04:14:48.035038 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-2f5dcaec-28d4-44a3-aa89-dbbca177ad46 req-5a4b4456-b29b-4b25-b3ce-9488f85718f4 tempest-VolumesSnapshotTestJSON-991363398 tempest-VolumesSnapshotTestJSON-991363398-project] 10.222.0.20 "GET /v2.0/ports?device_id=a748e750-6305-4826-a985-7a8d37c26f10 HTTP/1.1" status: 200 len: 210 time: 0.0482390 Apr 17 04:14:48.711740 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.agents_db [None req-76d39d81-b417-4462-95bd-4e842fba9248 None None] Agent healthcheck: found 6 active agents {{(pid=86333) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 17 04:14:49.179388 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a1570f-3c45-46b2-bb82-0e347a18eaf0 req-d5cc532e-935b-45d0-b95b-1a168aeb6d38 tempest-VolumesSnapshotTestJSON-991363398 tempest-VolumesSnapshotTestJSON-991363398-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:14:49.180961 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-66a1570f-3c45-46b2-bb82-0e347a18eaf0 req-d5cc532e-935b-45d0-b95b-1a168aeb6d38 tempest-VolumesSnapshotTestJSON-991363398 tempest-VolumesSnapshotTestJSON-991363398-project] 10.222.0.32 "GET /v2.0/networks?id=acb28e88-36ad-4fe2-beb2-392b923cdcca HTTP/1.1" status: 200 len: 814 time: 0.1587281 Apr 17 04:14:49.193412 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.v2.base [req-66a1570f-3c45-46b2-bb82-0e347a18eaf0 req-ab04b437-1c54-48dc-952d-c17bd3bd8d8a tempest-VolumesSnapshotTestJSON-991363398 tempest-VolumesSnapshotTestJSON-991363398-project] Request body: {'port': {'device_id': 'a748e750-6305-4826-a985-7a8d37c26f10', 'network_id': 'acb28e88-36ad-4fe2-beb2-392b923cdcca', 'admin_state_up': True, 'tenant_id': 'a5af4fbf546b4fa5968bd49fa8bffec8'}} {{(pid=86330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 17 04:14:49.198357 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-d9b9c405-3abd-4d57-8677-74d307cab4b5 req-2c54206b-1268-480f-9e15-4f20bd5af97a tempest-VolumesSnapshotTestJSON-991363398 tempest-VolumesSnapshotTestJSON-991363398-project] 10.222.0.20 "GET /v2.0/ports?device_id=a748e750-6305-4826-a985-7a8d37c26f10 HTTP/1.1" status: 200 len: 210 time: 0.0490551 Apr 17 04:14:49.349232 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [req-66a1570f-3c45-46b2-bb82-0e347a18eaf0 req-ab04b437-1c54-48dc-952d-c17bd3bd8d8a tempest-VolumesSnapshotTestJSON-991363398 tempest-VolumesSnapshotTestJSON-991363398-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 17 04:14:49.353232 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [req-66a1570f-3c45-46b2-bb82-0e347a18eaf0 req-ab04b437-1c54-48dc-952d-c17bd3bd8d8a tempest-VolumesSnapshotTestJSON-991363398 tempest-VolumesSnapshotTestJSON-991363398-project] Usage tracker for resource:port and tenant:a5af4fbf546b4fa5968bd49fa8bffec8 is out of sync, need to count used quota {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 17 04:14:49.356190 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [req-66a1570f-3c45-46b2-bb82-0e347a18eaf0 req-ab04b437-1c54-48dc-952d-c17bd3bd8d8a tempest-VolumesSnapshotTestJSON-991363398 tempest-VolumesSnapshotTestJSON-991363398-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 17 04:14:49.362428 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [req-66a1570f-3c45-46b2-bb82-0e347a18eaf0 req-ab04b437-1c54-48dc-952d-c17bd3bd8d8a tempest-VolumesSnapshotTestJSON-991363398 tempest-VolumesSnapshotTestJSON-991363398-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 17 04:14:49.373855 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66a1570f-3c45-46b2-bb82-0e347a18eaf0 req-ab04b437-1c54-48dc-952d-c17bd3bd8d8a tempest-VolumesSnapshotTestJSON-991363398 tempest-VolumesSnapshotTestJSON-991363398-project] Made reservation on behalf of a5af4fbf546b4fa5968bd49fa8bffec8 for: {'port': 1} {{(pid=86330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 17 04:14:49.380835 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [req-66a1570f-3c45-46b2-bb82-0e347a18eaf0 req-ab04b437-1c54-48dc-952d-c17bd3bd8d8a tempest-VolumesSnapshotTestJSON-991363398 tempest-VolumesSnapshotTestJSON-991363398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853081909'] for port, before_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:14:49.563155 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.db_base_plugin_common [req-66a1570f-3c45-46b2-bb82-0e347a18eaf0 req-ab04b437-1c54-48dc-952d-c17bd3bd8d8a tempest-VolumesSnapshotTestJSON-991363398 tempest-VolumesSnapshotTestJSON-991363398-project] Allocated IP 172.20.0.13 (acb28e88-36ad-4fe2-beb2-392b923cdcca/a0d88744-54ac-4b54-a2b0-31db38cf7022/a1e1acc5-8910-4ff4-9d3c-f8cb938fadae) {{(pid=86330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 17 04:14:49.775832 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [req-66a1570f-3c45-46b2-bb82-0e347a18eaf0 req-ab04b437-1c54-48dc-952d-c17bd3bd8d8a tempest-VolumesSnapshotTestJSON-991363398 tempest-VolumesSnapshotTestJSON-991363398-project] Notify callbacks [] for port, precommit_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:14:49.809185 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [req-66a1570f-3c45-46b2-bb82-0e347a18eaf0 req-ab04b437-1c54-48dc-952d-c17bd3bd8d8a tempest-VolumesSnapshotTestJSON-991363398 tempest-VolumesSnapshotTestJSON-991363398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1691685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854152290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244555219623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852218909'] for port, after_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:14:49.815021 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-ff1fc3bd-0baf-4cbe-95fd-5b25e145a313 tempest-ServerRescueNegativeTestJSON-1521405123 tempest-ServerRescueNegativeTestJSON-1521405123-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:14:49.886628 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66a1570f-3c45-46b2-bb82-0e347a18eaf0 req-ab04b437-1c54-48dc-952d-c17bd3bd8d8a tempest-VolumesSnapshotTestJSON-991363398 tempest-VolumesSnapshotTestJSON-991363398-project] Network acb28e88-36ad-4fe2-beb2-392b923cdcca is already hosted by enough agents. {{(pid=86330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 17 04:14:49.889918 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.scheduler.base_scheduler [req-66a1570f-3c45-46b2-bb82-0e347a18eaf0 req-ab04b437-1c54-48dc-952d-c17bd3bd8d8a tempest-VolumesSnapshotTestJSON-991363398 tempest-VolumesSnapshotTestJSON-991363398-project] Resources bound (agent type, host, resource id): {{(pid=86330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 17 04:14:49.894358 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.l3_dvrscheduler_db [req-66a1570f-3c45-46b2-bb82-0e347a18eaf0 req-ab04b437-1c54-48dc-952d-c17bd3bd8d8a tempest-VolumesSnapshotTestJSON-991363398 tempest-VolumesSnapshotTestJSON-991363398-project] Received port after_create {{(pid=86330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 17 04:14:49.930713 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab04b437-1c54-48dc-952d-c17bd3bd8d8a tempest-VolumesSnapshotTestJSON-991363398 tempest-VolumesSnapshotTestJSON-991363398-project] Pushing event updated for resources: {'Port': ['ID=a1e1acc5-8910-4ff4-9d3c-f8cb938fadae,revision_number=1']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:14:49.935214 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-ab04b437-1c54-48dc-952d-c17bd3bd8d8a tempest-VolumesSnapshotTestJSON-991363398 tempest-VolumesSnapshotTestJSON-991363398-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:14:49.963549 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a1570f-3c45-46b2-bb82-0e347a18eaf0 req-ab04b437-1c54-48dc-952d-c17bd3bd8d8a tempest-VolumesSnapshotTestJSON-991363398 tempest-VolumesSnapshotTestJSON-991363398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:14:49.964207 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [req-66a1570f-3c45-46b2-bb82-0e347a18eaf0 req-ab04b437-1c54-48dc-952d-c17bd3bd8d8a tempest-VolumesSnapshotTestJSON-991363398 tempest-VolumesSnapshotTestJSON-991363398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2986'] for port, before_response {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:14:49.985119 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-66a1570f-3c45-46b2-bb82-0e347a18eaf0 req-ab04b437-1c54-48dc-952d-c17bd3bd8d8a tempest-VolumesSnapshotTestJSON-991363398 tempest-VolumesSnapshotTestJSON-991363398-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7959256 Apr 17 04:14:49.997288 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.v2.base [req-66a1570f-3c45-46b2-bb82-0e347a18eaf0 req-ec2a045b-b8ad-41e4-978d-b37dba4ed7c9 service neutron] Request body: {'port': {'device_id': 'a748e750-6305-4826-a985-7a8d37c26f10', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78605'}} {{(pid=86330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 17 04:14:50.119300 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [req-66a1570f-3c45-46b2-bb82-0e347a18eaf0 req-ec2a045b-b8ad-41e4-978d-b37dba4ed7c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853081909'] for port, before_update {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:14:50.412619 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41cc5bd-5f40-4747-ad7d-b6b287b301be req-55fef33f-78c0-4a7f-b2ef-70d4d6044a9f tempest-VolumesSnapshotTestJSON-991363398 tempest-VolumesSnapshotTestJSON-991363398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:14:50.414197 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-e41cc5bd-5f40-4747-ad7d-b6b287b301be req-55fef33f-78c0-4a7f-b2ef-70d4d6044a9f tempest-VolumesSnapshotTestJSON-991363398 tempest-VolumesSnapshotTestJSON-991363398-project] 10.222.0.20 "GET /v2.0/ports?device_id=a748e750-6305-4826-a985-7a8d37c26f10 HTTP/1.1" status: 200 len: 932 time: 0.1008735 Apr 17 04:14:50.461936 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [req-e41cc5bd-5f40-4747-ad7d-b6b287b301be req-1125554b-aeb9-419b-9867-461a9c420f66 tempest-VolumesSnapshotTestJSON-991363398 tempest-VolumesSnapshotTestJSON-991363398-project] Synchronizing usage tracker for tenant:a5af4fbf546b4fa5968bd49fa8bffec8 on resource:security_group {{(pid=86331) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 17 04:14:50.478719 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [req-e41cc5bd-5f40-4747-ad7d-b6b287b301be req-1125554b-aeb9-419b-9867-461a9c420f66 tempest-VolumesSnapshotTestJSON-991363398 tempest-VolumesSnapshotTestJSON-991363398-project] Unset dirty status for tenant:a5af4fbf546b4fa5968bd49fa8bffec8 on resource:security_group {{(pid=86331) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 17 04:14:50.479959 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-e41cc5bd-5f40-4747-ad7d-b6b287b301be req-1125554b-aeb9-419b-9867-461a9c420f66 tempest-VolumesSnapshotTestJSON-991363398 tempest-VolumesSnapshotTestJSON-991363398-project] 10.222.0.20 "GET /v2.0/security-groups?id=f568f74a-234d-4d72-89a4-1fd78c11d7b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590322 Apr 17 04:14:50.487469 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.notifiers.nova [req-66a1570f-3c45-46b2-bb82-0e347a18eaf0 req-ec2a045b-b8ad-41e4-978d-b37dba4ed7c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1e1acc5-8910-4ff4-9d3c-f8cb938fadae {{(pid=86330) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 17 04:14:50.495528 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [req-66a1570f-3c45-46b2-bb82-0e347a18eaf0 req-ec2a045b-b8ad-41e4-978d-b37dba4ed7c9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:14:50.510894 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.provisioning_blocks [req-66a1570f-3c45-46b2-bb82-0e347a18eaf0 req-ec2a045b-b8ad-41e4-978d-b37dba4ed7c9 service neutron] Transition to ACTIVE for port object a1e1acc5-8910-4ff4-9d3c-f8cb938fadae will not be triggered until provisioned by entity L2. {{(pid=86330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 17 04:14:50.514041 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [req-66a1570f-3c45-46b2-bb82-0e347a18eaf0 req-ec2a045b-b8ad-41e4-978d-b37dba4ed7c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1691685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854152290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792299986632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244555219606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792299556228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2556906'] for port, after_update {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:14:50.518759 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-67b753c0-bbe4-4a69-a9b8-ae33446edc5e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:14:50.677760 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2a045b-b8ad-41e4-978d-b37dba4ed7c9 service neutron] Pushing event updated for resources: {'Port': ['ID=a1e1acc5-8910-4ff4-9d3c-f8cb938fadae,revision_number=2']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:14:50.684835 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-ec2a045b-b8ad-41e4-978d-b37dba4ed7c9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:14:50.774556 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.managers [req-66a1570f-3c45-46b2-bb82-0e347a18eaf0 req-ec2a045b-b8ad-41e4-978d-b37dba4ed7c9 service neutron] Attempting to bind port a1e1acc5-8910-4ff4-9d3c-f8cb938fadae on host hv-cinder-78605 for vnic_type normal with profile {{(pid=86330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 17 04:14:50.774944 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.managers [req-66a1570f-3c45-46b2-bb82-0e347a18eaf0 req-ec2a045b-b8ad-41e4-978d-b37dba4ed7c9 service neutron] Attempting to bind port a1e1acc5-8910-4ff4-9d3c-f8cb938fadae by drivers openvswitch,hyperv on host hv-cinder-78605 at level 0 using segments [{'id': '61c0c140-a025-47a9-9ce6-113e44249f07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'acb28e88-36ad-4fe2-beb2-392b923cdcca'}] {{(pid=86330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 17 04:14:50.775310 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66a1570f-3c45-46b2-bb82-0e347a18eaf0 req-ec2a045b-b8ad-41e4-978d-b37dba4ed7c9 service neutron] Attempting to bind port a1e1acc5-8910-4ff4-9d3c-f8cb938fadae on network acb28e88-36ad-4fe2-beb2-392b923cdcca {{(pid=86330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 17 04:14:50.780532 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66a1570f-3c45-46b2-bb82-0e347a18eaf0 req-ec2a045b-b8ad-41e4-978d-b37dba4ed7c9 service neutron] Port a1e1acc5-8910-4ff4-9d3c-f8cb938fadae on network acb28e88-36ad-4fe2-beb2-392b923cdcca not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78605 {{(pid=86330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 17 04:14:50.781062 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66a1570f-3c45-46b2-bb82-0e347a18eaf0 req-ec2a045b-b8ad-41e4-978d-b37dba4ed7c9 service neutron] Attempting to bind port a1e1acc5-8910-4ff4-9d3c-f8cb938fadae on network acb28e88-36ad-4fe2-beb2-392b923cdcca {{(pid=86330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 17 04:14:50.786691 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66a1570f-3c45-46b2-bb82-0e347a18eaf0 req-ec2a045b-b8ad-41e4-978d-b37dba4ed7c9 service neutron] Checking agent: {'id': '61ad0fc1-16d6-4e18-b3c9-f584687973c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78605', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 17, 4, 4, 12), 'started_at': datetime.datetime(2021, 4, 17, 4, 4, 12), 'heartbeat_timestamp': datetime.datetime(2021, 4, 17, 4, 14, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 17 04:14:50.787067 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66a1570f-3c45-46b2-bb82-0e347a18eaf0 req-ec2a045b-b8ad-41e4-978d-b37dba4ed7c9 service neutron] Checking segment: {'id': '61c0c140-a025-47a9-9ce6-113e44249f07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'acb28e88-36ad-4fe2-beb2-392b923cdcca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 17 04:14:50.787480 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66a1570f-3c45-46b2-bb82-0e347a18eaf0 req-ec2a045b-b8ad-41e4-978d-b37dba4ed7c9 service neutron] Bound using segment: {'id': '61c0c140-a025-47a9-9ce6-113e44249f07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'acb28e88-36ad-4fe2-beb2-392b923cdcca'} {{(pid=86330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 17 04:14:50.787944 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.managers [req-66a1570f-3c45-46b2-bb82-0e347a18eaf0 req-ec2a045b-b8ad-41e4-978d-b37dba4ed7c9 service neutron] Bound port: a1e1acc5-8910-4ff4-9d3c-f8cb938fadae, host: hv-cinder-78605, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61c0c140-a025-47a9-9ce6-113e44249f07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'acb28e88-36ad-4fe2-beb2-392b923cdcca'}}] {{(pid=86330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 17 04:14:50.788318 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [req-66a1570f-3c45-46b2-bb82-0e347a18eaf0 req-ec2a045b-b8ad-41e4-978d-b37dba4ed7c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853081909'] for port, before_update {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:14:50.880107 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.db [req-66a1570f-3c45-46b2-bb82-0e347a18eaf0 req-ec2a045b-b8ad-41e4-978d-b37dba4ed7c9 service neutron] For port a1e1acc5-8910-4ff4-9d3c-f8cb938fadae, host hv-cinder-78605, cleared binding levels {{(pid=86330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 17 04:14:50.883241 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.db [req-66a1570f-3c45-46b2-bb82-0e347a18eaf0 req-ec2a045b-b8ad-41e4-978d-b37dba4ed7c9 service neutron] For port a1e1acc5-8910-4ff4-9d3c-f8cb938fadae, host hv-cinder-78605, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=a1e1acc5-8910-4ff4-9d3c-f8cb938fadae,segment=NetworkSegment(61c0c140-a025-47a9-9ce6-113e44249f07),segment_id=61c0c140-a025-47a9-9ce6-113e44249f07)] {{(pid=86330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 17 04:14:50.887928 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [req-66a1570f-3c45-46b2-bb82-0e347a18eaf0 req-ec2a045b-b8ad-41e4-978d-b37dba4ed7c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1691685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854152290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792299986632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244555219606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792299556228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2556906'] for port, after_update {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:14:50.892123 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-20a4f682-3f74-414d-adc5-4b715f22478c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:14:50.947897 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a1570f-3c45-46b2-bb82-0e347a18eaf0 req-ec2a045b-b8ad-41e4-978d-b37dba4ed7c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:14:50.948590 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [req-66a1570f-3c45-46b2-bb82-0e347a18eaf0 req-ec2a045b-b8ad-41e4-978d-b37dba4ed7c9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2986'] for port, before_response {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:14:50.950390 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-66a1570f-3c45-46b2-bb82-0e347a18eaf0 req-ec2a045b-b8ad-41e4-978d-b37dba4ed7c9 service neutron] 10.222.0.32 "PUT /v2.0/ports/a1e1acc5-8910-4ff4-9d3c-f8cb938fadae HTTP/1.1" status: 200 len: 1094 time: 0.9576921 Apr 17 04:14:50.950961 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a748e750-6305-4826-a985-7a8d37c26f10', 'tag': 'a1e1acc5-8910-4ff4-9d3c-f8cb938fadae'}] {{(pid=86330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 17 04:14:50.979905 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2a045b-b8ad-41e4-978d-b37dba4ed7c9 service neutron] Pushing event updated for resources: {'Port': ['ID=a1e1acc5-8910-4ff4-9d3c-f8cb938fadae,revision_number=3']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:14:50.983462 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-ec2a045b-b8ad-41e4-978d-b37dba4ed7c9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:14:51.026968 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a748e750-6305-4826-a985-7a8d37c26f10', 'tag': 'a1e1acc5-8910-4ff4-9d3c-f8cb938fadae', 'status': 'completed', 'code': 200} Apr 17 04:14:51.070691 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a1570f-3c45-46b2-bb82-0e347a18eaf0 req-03b24d18-e187-49ba-aa8b-50f55b225e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:14:51.072295 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-66a1570f-3c45-46b2-bb82-0e347a18eaf0 req-03b24d18-e187-49ba-aa8b-50f55b225e4b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a5af4fbf546b4fa5968bd49fa8bffec8&device_id=a748e750-6305-4826-a985-7a8d37c26f10 HTTP/1.1" status: 200 len: 1097 time: 0.0814159 Apr 17 04:14:51.159863 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-66a1570f-3c45-46b2-bb82-0e347a18eaf0 req-05916059-17b7-41f5-9dec-7a4eb6e0637e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a1e1acc5-8910-4ff4-9d3c-f8cb938fadae HTTP/1.1" status: 200 len: 217 time: 0.0790319 Apr 17 04:14:51.227080 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a1570f-3c45-46b2-bb82-0e347a18eaf0 req-528658b8-44c4-4501-8a00-685be9edfd40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:14:51.228530 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-66a1570f-3c45-46b2-bb82-0e347a18eaf0 req-528658b8-44c4-4501-8a00-685be9edfd40 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a0d88744-54ac-4b54-a2b0-31db38cf7022 HTTP/1.1" status: 200 len: 854 time: 0.0625362 Apr 17 04:14:51.285475 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-66a1570f-3c45-46b2-bb82-0e347a18eaf0 req-1909a160-9dc9-4947-8650-19e12b2fe514 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=acb28e88-36ad-4fe2-beb2-392b923cdcca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0503459 Apr 17 04:14:51.675218 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-66a1570f-3c45-46b2-bb82-0e347a18eaf0 req-301e8f1e-dab2-4a9d-9582-4e8db671c157 service neutron] 10.222.0.32 "GET /v2.0/networks/acb28e88-36ad-4fe2-beb2-392b923cdcca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3838408 Apr 17 04:14:51.691807 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b7b3d3-271e-445f-89a0-fcf7f76f74c6 req-a54b984f-6d53-493b-8e1f-e59823a65646 tempest-VolumesSnapshotTestJSON-991363398 tempest-VolumesSnapshotTestJSON-991363398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:14:51.693476 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-81b7b3d3-271e-445f-89a0-fcf7f76f74c6 req-a54b984f-6d53-493b-8e1f-e59823a65646 tempest-VolumesSnapshotTestJSON-991363398 tempest-VolumesSnapshotTestJSON-991363398-project] 10.222.0.20 "GET /v2.0/ports?device_id=a748e750-6305-4826-a985-7a8d37c26f10 HTTP/1.1" status: 200 len: 944 time: 0.0953286 Apr 17 04:14:51.745057 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-81b7b3d3-271e-445f-89a0-fcf7f76f74c6 req-3c099a5f-2979-4a30-8a5e-5a4b2b041c3b tempest-VolumesSnapshotTestJSON-991363398 tempest-VolumesSnapshotTestJSON-991363398-project] 10.222.0.20 "GET /v2.0/security-groups?id=f568f74a-234d-4d72-89a4-1fd78c11d7b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447214 Apr 17 04:14:51.816801 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-66a1570f-3c45-46b2-bb82-0e347a18eaf0 req-26c88846-1678-40c3-a914-c896e19dd025 service neutron] 10.222.0.32 "GET /v2.0/networks/acb28e88-36ad-4fe2-beb2-392b923cdcca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350617 Apr 17 04:14:51.948075 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9e0425-eff3-4679-83c6-3a5eca8db3c7 req-8d9bbabe-4350-4007-9437-ff6811d1bfa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:14:51.950092 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-8e9e0425-eff3-4679-83c6-3a5eca8db3c7 req-8d9bbabe-4350-4007-9437-ff6811d1bfa9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a5af4fbf546b4fa5968bd49fa8bffec8&device_id=a748e750-6305-4826-a985-7a8d37c26f10 HTTP/1.1" status: 200 len: 1097 time: 0.0800006 Apr 17 04:14:52.097021 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9e0425-eff3-4679-83c6-3a5eca8db3c7 req-f59f086d-14fe-4274-a158-13992cc52ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:14:52.098572 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-8e9e0425-eff3-4679-83c6-3a5eca8db3c7 req-f59f086d-14fe-4274-a158-13992cc52ba7 service neutron] 10.222.0.32 "GET /v2.0/networks?id=acb28e88-36ad-4fe2-beb2-392b923cdcca HTTP/1.1" status: 200 len: 915 time: 0.1412899 Apr 17 04:14:52.180142 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-8e9e0425-eff3-4679-83c6-3a5eca8db3c7 req-9788672f-2a08-4e53-a990-ce4943edf049 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a1e1acc5-8910-4ff4-9d3c-f8cb938fadae HTTP/1.1" status: 200 len: 217 time: 0.0739605 Apr 17 04:14:52.250536 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9e0425-eff3-4679-83c6-3a5eca8db3c7 req-43fb2df5-db99-4ed2-bf29-28fe9304e02a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:14:52.252073 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-8e9e0425-eff3-4679-83c6-3a5eca8db3c7 req-43fb2df5-db99-4ed2-bf29-28fe9304e02a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a0d88744-54ac-4b54-a2b0-31db38cf7022 HTTP/1.1" status: 200 len: 854 time: 0.0641806 Apr 17 04:14:52.305930 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-8e9e0425-eff3-4679-83c6-3a5eca8db3c7 req-4e86e96a-c7f1-4886-906e-77cc19868adc service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=acb28e88-36ad-4fe2-beb2-392b923cdcca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0457249 Apr 17 04:14:52.448969 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-8e9e0425-eff3-4679-83c6-3a5eca8db3c7 req-7613bc8a-b855-456e-ba5d-f3634a0ff14b service neutron] 10.222.0.32 "GET /v2.0/networks/acb28e88-36ad-4fe2-beb2-392b923cdcca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342242 Apr 17 04:14:52.602035 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-8e9e0425-eff3-4679-83c6-3a5eca8db3c7 req-0c336a8e-5b6b-4077-8901-6802ae017172 service neutron] 10.222.0.32 "GET /v2.0/networks/acb28e88-36ad-4fe2-beb2-392b923cdcca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1449463 Apr 17 04:14:52.970372 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42f99a2-1b1c-4fca-89f9-6babffc3667d req-6ce4ad18-6605-4b62-a445-a7311b90a1a6 tempest-VolumesSnapshotTestJSON-991363398 tempest-VolumesSnapshotTestJSON-991363398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:14:52.971958 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-b42f99a2-1b1c-4fca-89f9-6babffc3667d req-6ce4ad18-6605-4b62-a445-a7311b90a1a6 tempest-VolumesSnapshotTestJSON-991363398 tempest-VolumesSnapshotTestJSON-991363398-project] 10.222.0.20 "GET /v2.0/ports?device_id=a748e750-6305-4826-a985-7a8d37c26f10 HTTP/1.1" status: 200 len: 944 time: 0.0985143 Apr 17 04:14:53.019563 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-b42f99a2-1b1c-4fca-89f9-6babffc3667d req-2fea858f-9f38-4ac9-97fe-fd5ffd848593 tempest-VolumesSnapshotTestJSON-991363398 tempest-VolumesSnapshotTestJSON-991363398-project] 10.222.0.20 "GET /v2.0/security-groups?id=f568f74a-234d-4d72-89a4-1fd78c11d7b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410352 Apr 17 04:14:53.783315 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.rpc [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Device a1e1acc5-8910-4ff4-9d3c-f8cb938fadae details requested by agent hyperv_hv-cinder-78605 with host hv-cinder-78605 {{(pid=86332) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 17 04:14:53.938911 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.db [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] For port a1e1acc5-8910-4ff4-9d3c-f8cb938fadae, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=a1e1acc5-8910-4ff4-9d3c-f8cb938fadae,segment=NetworkSegment(61c0c140-a025-47a9-9ce6-113e44249f07),segment_id=61c0c140-a025-47a9-9ce6-113e44249f07)] {{(pid=86332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 17 04:14:53.953167 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.rpc [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Returning: {'device': 'a1e1acc5-8910-4ff4-9d3c-f8cb938fadae', 'network_id': 'acb28e88-36ad-4fe2-beb2-392b923cdcca', 'port_id': 'a1e1acc5-8910-4ff4-9d3c-f8cb938fadae', 'mac_address': 'fa:16:3e:14:50:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0d88744-54ac-4b54-a2b0-31db38cf7022', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86332) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 17 04:14:54.012462 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853081909'] for port, before_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:14:54.030218 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.notifiers.nova [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1e1acc5-8910-4ff4-9d3c-f8cb938fadae {{(pid=86332) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 17 04:14:54.046642 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.db [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] For port a1e1acc5-8910-4ff4-9d3c-f8cb938fadae, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=a1e1acc5-8910-4ff4-9d3c-f8cb938fadae,segment=NetworkSegment(61c0c140-a025-47a9-9ce6-113e44249f07),segment_id=61c0c140-a025-47a9-9ce6-113e44249f07)] {{(pid=86332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 17 04:14:54.050126 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1691685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854152290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792299986632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244555219606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792299556228'] for port, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:14:54.051963 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:14:54.124973 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Pushing event updated for resources: {'Port': ['ID=a1e1acc5-8910-4ff4-9d3c-f8cb938fadae,revision_number=4']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:14:54.133709 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:14:54.134097 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:14:54.134478 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:14:54.134853 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:14:54.135222 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:14:54.135596 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:14:54.135967 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:14:54.136334 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:14:54.136728 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:14:54.137064 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:14:54.137430 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:14:54.137796 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:14:54.142186 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:14:54.228018 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30f6c00-ef5b-4c06-9c9f-89695dc16045 req-9e3ed197-3726-48a1-aab9-9e2e2f186155 tempest-VolumesSnapshotTestJSON-991363398 tempest-VolumesSnapshotTestJSON-991363398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:14:54.229653 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-b30f6c00-ef5b-4c06-9c9f-89695dc16045 req-9e3ed197-3726-48a1-aab9-9e2e2f186155 tempest-VolumesSnapshotTestJSON-991363398 tempest-VolumesSnapshotTestJSON-991363398-project] 10.222.0.20 "GET /v2.0/ports?device_id=a748e750-6305-4826-a985-7a8d37c26f10 HTTP/1.1" status: 200 len: 945 time: 0.0922086 Apr 17 04:14:54.259455 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.db [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] get_ports_and_sgs() called for port_ids ['a1e1acc5-8910-4ff4-9d3c-f8cb938fadae'] {{(pid=86332) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 17 04:14:54.278902 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-b30f6c00-ef5b-4c06-9c9f-89695dc16045 req-8c19d8bf-b849-442a-9d90-9420ec838801 tempest-VolumesSnapshotTestJSON-991363398 tempest-VolumesSnapshotTestJSON-991363398-project] 10.222.0.20 "GET /v2.0/security-groups?id=f568f74a-234d-4d72-89a4-1fd78c11d7b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408075 Apr 17 04:14:55.496029 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce479a8-6b79-40dd-af58-209d9c0e37f9 req-30856195-6506-438f-bc1c-f2c710a1ab21 tempest-VolumesSnapshotTestJSON-991363398 tempest-VolumesSnapshotTestJSON-991363398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:14:55.497630 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-cce479a8-6b79-40dd-af58-209d9c0e37f9 req-30856195-6506-438f-bc1c-f2c710a1ab21 tempest-VolumesSnapshotTestJSON-991363398 tempest-VolumesSnapshotTestJSON-991363398-project] 10.222.0.20 "GET /v2.0/ports?device_id=a748e750-6305-4826-a985-7a8d37c26f10 HTTP/1.1" status: 200 len: 945 time: 0.0945048 Apr 17 04:14:55.547604 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-cce479a8-6b79-40dd-af58-209d9c0e37f9 req-fb08cbbc-a6d7-4bd0-b4d6-4169c1d9545e tempest-VolumesSnapshotTestJSON-991363398 tempest-VolumesSnapshotTestJSON-991363398-project] 10.222.0.20 "GET /v2.0/security-groups?id=f568f74a-234d-4d72-89a4-1fd78c11d7b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422633 Apr 17 04:14:55.798945 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.rpc [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Device a1e1acc5-8910-4ff4-9d3c-f8cb938fadae up at agent hyperv_hv-cinder-78605 {{(pid=86332) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 17 04:14:55.885001 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.provisioning_blocks [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Provisioning for port a1e1acc5-8910-4ff4-9d3c-f8cb938fadae completed by entity L2. {{(pid=86332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 17 04:14:55.890208 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.provisioning_blocks [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Provisioning complete for port a1e1acc5-8910-4ff4-9d3c-f8cb938fadae triggered by entity L2. {{(pid=86332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 17 04:14:55.890616 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2017814'] for port, provisioning_complete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:14:56.015208 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853081909'] for port, before_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:14:56.043223 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a748e750-6305-4826-a985-7a8d37c26f10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1e1acc5-8910-4ff4-9d3c-f8cb938fadae'}] {{(pid=86332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 17 04:14:56.053923 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.db [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] For port a1e1acc5-8910-4ff4-9d3c-f8cb938fadae, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=a1e1acc5-8910-4ff4-9d3c-f8cb938fadae,segment=NetworkSegment(61c0c140-a025-47a9-9ce6-113e44249f07),segment_id=61c0c140-a025-47a9-9ce6-113e44249f07)] {{(pid=86332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 17 04:14:56.057469 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1691685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854152290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792299986632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244555219606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792299556228'] for port, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:14:56.059435 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:14:56.096432 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a748e750-6305-4826-a985-7a8d37c26f10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1e1acc5-8910-4ff4-9d3c-f8cb938fadae', 'code': 200} Apr 17 04:14:56.134268 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Pushing event updated for resources: {'Port': ['ID=a1e1acc5-8910-4ff4-9d3c-f8cb938fadae,revision_number=5']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:14:56.137457 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:14:56.343303 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2fc563-292c-493b-a030-a05afee8e574 req-7ba76008-5cf4-443a-8f31-849d6ad92e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:14:56.345130 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-ac2fc563-292c-493b-a030-a05afee8e574 req-7ba76008-5cf4-443a-8f31-849d6ad92e0b service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=a748e750-6305-4826-a985-7a8d37c26f10 HTTP/1.1" status: 200 len: 1099 time: 0.0835712 Apr 17 04:14:56.388221 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-ac2fc563-292c-493b-a030-a05afee8e574 req-70e65f55-79dc-4ebf-8d95-d0d43950709b service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=f568f74a-234d-4d72-89a4-1fd78c11d7b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367725 Apr 17 04:14:56.768601 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce488283-e651-4107-b481-96995cdef3f1 req-89c7174f-8608-4f34-85fa-e8d7fc135b59 tempest-VolumesSnapshotTestJSON-991363398 tempest-VolumesSnapshotTestJSON-991363398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:14:56.770150 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-ce488283-e651-4107-b481-96995cdef3f1 req-89c7174f-8608-4f34-85fa-e8d7fc135b59 tempest-VolumesSnapshotTestJSON-991363398 tempest-VolumesSnapshotTestJSON-991363398-project] 10.222.0.20 "GET /v2.0/ports?device_id=a748e750-6305-4826-a985-7a8d37c26f10 HTTP/1.1" status: 200 len: 946 time: 0.0931208 Apr 17 04:14:56.820722 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-ce488283-e651-4107-b481-96995cdef3f1 req-132c5302-b5e9-4bfe-82e4-75d4bdd3e4b2 tempest-VolumesSnapshotTestJSON-991363398 tempest-VolumesSnapshotTestJSON-991363398-project] 10.222.0.20 "GET /v2.0/security-groups?id=f568f74a-234d-4d72-89a4-1fd78c11d7b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408924 Apr 17 04:14:58.048506 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4819d9fa-3184-428d-86e6-37981169df21 req-1aa9ef46-1a63-4ae9-a121-a49872fe9eb0 tempest-VolumesSnapshotTestJSON-991363398 tempest-VolumesSnapshotTestJSON-991363398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:14:58.050131 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-4819d9fa-3184-428d-86e6-37981169df21 req-1aa9ef46-1a63-4ae9-a121-a49872fe9eb0 tempest-VolumesSnapshotTestJSON-991363398 tempest-VolumesSnapshotTestJSON-991363398-project] 10.222.0.20 "GET /v2.0/ports?device_id=a748e750-6305-4826-a985-7a8d37c26f10 HTTP/1.1" status: 200 len: 946 time: 0.0901237 Apr 17 04:14:58.105196 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-4819d9fa-3184-428d-86e6-37981169df21 req-453254d2-e11e-4cb3-b444-d0aa8791208c tempest-VolumesSnapshotTestJSON-991363398 tempest-VolumesSnapshotTestJSON-991363398-project] 10.222.0.20 "GET /v2.0/security-groups?id=f568f74a-234d-4d72-89a4-1fd78c11d7b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458760 Apr 17 04:15:07.297565 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-ae92d190-e8b5-43c9-b325-1acc749657fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244554870149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852757949'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:15:09.581951 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-be3b22b4-839d-4b40-ba24-53d2a1f4c738 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244554870149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852757949'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:15:10.621652 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-c4f59f18-ba4f-4d63-813b-4697a67f74c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244554870149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852757949'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:15:10.788289 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-879eeffa-8f84-4190-ada4-c89d9e7e742a req-67f74863-587b-49a3-8910-a649504c68c0 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=a748e750-6305-4826-a985-7a8d37c26f10&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0806801 Apr 17 04:15:10.952822 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879eeffa-8f84-4190-ada4-c89d9e7e742a req-084e6c2f-0250-48b8-9a96-3f036d432028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:15:10.954443 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-879eeffa-8f84-4190-ada4-c89d9e7e742a req-084e6c2f-0250-48b8-9a96-3f036d432028 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a5af4fbf546b4fa5968bd49fa8bffec8&device_id=a748e750-6305-4826-a985-7a8d37c26f10 HTTP/1.1" status: 200 len: 1099 time: 0.0849049 Apr 17 04:15:10.963188 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244554870149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852757949'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:15:11.113298 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879eeffa-8f84-4190-ada4-c89d9e7e742a req-67579c48-a48c-49ea-82b9-8c83ed769c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:15:11.114812 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-879eeffa-8f84-4190-ada4-c89d9e7e742a req-67579c48-a48c-49ea-82b9-8c83ed769c2e service neutron] 10.222.0.32 "GET /v2.0/networks?id=acb28e88-36ad-4fe2-beb2-392b923cdcca HTTP/1.1" status: 200 len: 915 time: 0.1390390 Apr 17 04:15:11.192454 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-879eeffa-8f84-4190-ada4-c89d9e7e742a req-7922a9b0-516c-4d36-94a9-b03265800c9d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a1e1acc5-8910-4ff4-9d3c-f8cb938fadae HTTP/1.1" status: 200 len: 217 time: 0.0681229 Apr 17 04:15:11.262607 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879eeffa-8f84-4190-ada4-c89d9e7e742a req-327076bf-a59e-4a3a-ae5d-8e3edb61bc21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:15:11.264080 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-879eeffa-8f84-4190-ada4-c89d9e7e742a req-327076bf-a59e-4a3a-ae5d-8e3edb61bc21 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a0d88744-54ac-4b54-a2b0-31db38cf7022 HTTP/1.1" status: 200 len: 854 time: 0.0634904 Apr 17 04:15:11.318162 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-879eeffa-8f84-4190-ada4-c89d9e7e742a req-e2305540-dec8-4ddf-8d61-759c252325c3 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=acb28e88-36ad-4fe2-beb2-392b923cdcca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0442383 Apr 17 04:15:11.475191 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-879eeffa-8f84-4190-ada4-c89d9e7e742a req-2e1207f4-1045-4e93-a434-003483aef811 service neutron] 10.222.0.32 "GET /v2.0/networks/acb28e88-36ad-4fe2-beb2-392b923cdcca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1421113 Apr 17 04:15:11.628459 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-879eeffa-8f84-4190-ada4-c89d9e7e742a req-9c6d96f6-1fa2-424b-ad2e-778483673248 service neutron] 10.222.0.32 "GET /v2.0/networks/acb28e88-36ad-4fe2-beb2-392b923cdcca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1463201 Apr 17 04:15:11.766401 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-6f7ee5bc-ae74-4cc6-a62a-23eab2a2e65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244554870149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852757949'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:15:12.488295 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244554870149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852757949'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:15:25.710810 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.agents_db [None req-76d39d81-b417-4462-95bd-4e842fba9248 None None] Agent healthcheck: found 6 active agents {{(pid=86333) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 17 04:15:30.688848 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a257f0b-c7c1-4247-9a39-9e06bfaf9c82 req-dd211928-34e9-4a0b-b113-ee24840dc698 tempest-VolumesSnapshotTestJSON-991363398 tempest-VolumesSnapshotTestJSON-991363398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:15:30.690428 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-2a257f0b-c7c1-4247-9a39-9e06bfaf9c82 req-dd211928-34e9-4a0b-b113-ee24840dc698 tempest-VolumesSnapshotTestJSON-991363398 tempest-VolumesSnapshotTestJSON-991363398-project] 10.222.0.20 "GET /v2.0/ports?device_id=a748e750-6305-4826-a985-7a8d37c26f10 HTTP/1.1" status: 200 len: 946 time: 0.0899851 Apr 17 04:15:30.741459 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-2a257f0b-c7c1-4247-9a39-9e06bfaf9c82 req-dd06ef82-b13e-452a-b2ad-b07982994f0e tempest-VolumesSnapshotTestJSON-991363398 tempest-VolumesSnapshotTestJSON-991363398-project] 10.222.0.20 "GET /v2.0/security-groups?id=f568f74a-234d-4d72-89a4-1fd78c11d7b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408676 Apr 17 04:15:31.978800 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3232e13-92b6-4953-a303-490be597fbf3 req-f12d94c3-0947-490d-b51a-f64b23c8ad91 tempest-VolumesSnapshotTestJSON-991363398 tempest-VolumesSnapshotTestJSON-991363398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:15:31.980453 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-a3232e13-92b6-4953-a303-490be597fbf3 req-f12d94c3-0947-490d-b51a-f64b23c8ad91 tempest-VolumesSnapshotTestJSON-991363398 tempest-VolumesSnapshotTestJSON-991363398-project] 10.222.0.20 "GET /v2.0/ports?device_id=a748e750-6305-4826-a985-7a8d37c26f10 HTTP/1.1" status: 200 len: 946 time: 0.1036637 Apr 17 04:15:32.028952 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-a3232e13-92b6-4953-a303-490be597fbf3 req-ec5bdfb3-f82e-4d11-a7e2-2d33a0caba22 tempest-VolumesSnapshotTestJSON-991363398 tempest-VolumesSnapshotTestJSON-991363398-project] 10.222.0.20 "GET /v2.0/security-groups?id=f568f74a-234d-4d72-89a4-1fd78c11d7b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416236 Apr 17 04:15:33.248984 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5068f345-3503-4d5c-9f4c-0ab39f8c1ebb req-61e12b9b-9045-43cb-be8e-97b2e95c01b5 tempest-VolumesSnapshotTestJSON-991363398 tempest-VolumesSnapshotTestJSON-991363398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:15:33.250584 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-5068f345-3503-4d5c-9f4c-0ab39f8c1ebb req-61e12b9b-9045-43cb-be8e-97b2e95c01b5 tempest-VolumesSnapshotTestJSON-991363398 tempest-VolumesSnapshotTestJSON-991363398-project] 10.222.0.20 "GET /v2.0/ports?device_id=a748e750-6305-4826-a985-7a8d37c26f10 HTTP/1.1" status: 200 len: 946 time: 0.0985553 Apr 17 04:15:33.300616 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-5068f345-3503-4d5c-9f4c-0ab39f8c1ebb req-e666a152-1dee-4481-9b20-0e4006754a2d tempest-VolumesSnapshotTestJSON-991363398 tempest-VolumesSnapshotTestJSON-991363398-project] 10.222.0.20 "GET /v2.0/security-groups?id=f568f74a-234d-4d72-89a4-1fd78c11d7b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405726 Apr 17 04:15:34.517553 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e4ce7e-3c17-424e-96ff-3c238ea7dce0 req-be92ae86-e5c4-42b3-b159-563f3b70f11e tempest-VolumesSnapshotTestJSON-991363398 tempest-VolumesSnapshotTestJSON-991363398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:15:34.519124 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-23e4ce7e-3c17-424e-96ff-3c238ea7dce0 req-be92ae86-e5c4-42b3-b159-563f3b70f11e tempest-VolumesSnapshotTestJSON-991363398 tempest-VolumesSnapshotTestJSON-991363398-project] 10.222.0.20 "GET /v2.0/ports?device_id=a748e750-6305-4826-a985-7a8d37c26f10 HTTP/1.1" status: 200 len: 946 time: 0.0929861 Apr 17 04:15:34.570440 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-23e4ce7e-3c17-424e-96ff-3c238ea7dce0 req-efac0b4c-c98b-428c-89ab-efce5dda7d8a tempest-VolumesSnapshotTestJSON-991363398 tempest-VolumesSnapshotTestJSON-991363398-project] 10.222.0.20 "GET /v2.0/security-groups?id=f568f74a-234d-4d72-89a4-1fd78c11d7b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420468 Apr 17 04:15:35.378949 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e12111a-8bfd-4f64-ae92-f8d75cd2e208 req-024784db-fad6-4c6c-88ab-699fdbce3967 tempest-VolumesSnapshotTestJSON-991363398 tempest-VolumesSnapshotTestJSON-991363398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:15:35.379622 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [req-1e12111a-8bfd-4f64-ae92-f8d75cd2e208 req-024784db-fad6-4c6c-88ab-699fdbce3967 tempest-VolumesSnapshotTestJSON-991363398 tempest-VolumesSnapshotTestJSON-991363398-project] Synchronizing usage tracker for tenant:a5af4fbf546b4fa5968bd49fa8bffec8 on resource:port {{(pid=86330) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 17 04:15:35.397784 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [req-1e12111a-8bfd-4f64-ae92-f8d75cd2e208 req-024784db-fad6-4c6c-88ab-699fdbce3967 tempest-VolumesSnapshotTestJSON-991363398 tempest-VolumesSnapshotTestJSON-991363398-project] Unset dirty status for tenant:a5af4fbf546b4fa5968bd49fa8bffec8 on resource:port {{(pid=86330) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 17 04:15:35.398965 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-1e12111a-8bfd-4f64-ae92-f8d75cd2e208 req-024784db-fad6-4c6c-88ab-699fdbce3967 tempest-VolumesSnapshotTestJSON-991363398 tempest-VolumesSnapshotTestJSON-991363398-project] 10.222.0.32 "GET /v2.0/ports?device_id=a748e750-6305-4826-a985-7a8d37c26f10 HTTP/1.1" status: 200 len: 946 time: 0.1296167 Apr 17 04:15:35.474157 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.plugin [req-1e12111a-8bfd-4f64-ae92-f8d75cd2e208 req-37702544-ffc6-47ed-95b4-412e62ae1e41 tempest-VolumesSnapshotTestJSON-991363398 tempest-VolumesSnapshotTestJSON-991363398-project] Deleting port a1e1acc5-8910-4ff4-9d3c-f8cb938fadae {{(pid=86330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 17 04:15:35.474545 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [req-1e12111a-8bfd-4f64-ae92-f8d75cd2e208 req-37702544-ffc6-47ed-95b4-412e62ae1e41 tempest-VolumesSnapshotTestJSON-991363398 tempest-VolumesSnapshotTestJSON-991363398-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363244554791028'] for port, before_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:15:35.736455 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.db [req-1e12111a-8bfd-4f64-ae92-f8d75cd2e208 req-37702544-ffc6-47ed-95b4-412e62ae1e41 tempest-VolumesSnapshotTestJSON-991363398 tempest-VolumesSnapshotTestJSON-991363398-project] For port a1e1acc5-8910-4ff4-9d3c-f8cb938fadae, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=a1e1acc5-8910-4ff4-9d3c-f8cb938fadae,segment=NetworkSegment(61c0c140-a025-47a9-9ce6-113e44249f07),segment_id=61c0c140-a025-47a9-9ce6-113e44249f07)] {{(pid=86330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 17 04:15:35.737046 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [req-1e12111a-8bfd-4f64-ae92-f8d75cd2e208 req-37702544-ffc6-47ed-95b4-412e62ae1e41 tempest-VolumesSnapshotTestJSON-991363398 tempest-VolumesSnapshotTestJSON-991363398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853832323'] for port, precommit_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:15:35.773611 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d574f1c-e155-41cb-aedc-616e92872044 req-038e9bcf-6971-43ec-be9c-d75bf4f2ee71 tempest-VolumesSnapshotTestJSON-991363398 tempest-VolumesSnapshotTestJSON-991363398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:15:35.775357 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-1d574f1c-e155-41cb-aedc-616e92872044 req-038e9bcf-6971-43ec-be9c-d75bf4f2ee71 tempest-VolumesSnapshotTestJSON-991363398 tempest-VolumesSnapshotTestJSON-991363398-project] 10.222.0.20 "GET /v2.0/ports?device_id=a748e750-6305-4826-a985-7a8d37c26f10 HTTP/1.1" status: 200 len: 946 time: 0.0897927 Apr 17 04:15:35.827392 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-1d574f1c-e155-41cb-aedc-616e92872044 req-609f26f4-2c9a-40e0-98ed-1de5df5bdf34 tempest-VolumesSnapshotTestJSON-991363398 tempest-VolumesSnapshotTestJSON-991363398-project] 10.222.0.20 "GET /v2.0/security-groups?id=f568f74a-234d-4d72-89a4-1fd78c11d7b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452783 Apr 17 04:15:35.867621 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.plugin [req-1e12111a-8bfd-4f64-ae92-f8d75cd2e208 req-37702544-ffc6-47ed-95b4-412e62ae1e41 tempest-VolumesSnapshotTestJSON-991363398 tempest-VolumesSnapshotTestJSON-991363398-project] Calling delete_port for a1e1acc5-8910-4ff4-9d3c-f8cb938fadae owned by compute:nova {{(pid=86330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 17 04:15:36.025015 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [req-1e12111a-8bfd-4f64-ae92-f8d75cd2e208 req-37702544-ffc6-47ed-95b4-412e62ae1e41 tempest-VolumesSnapshotTestJSON-991363398 tempest-VolumesSnapshotTestJSON-991363398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1691685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854152290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244554789151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792299556194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852218909'] for port, after_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:15:36.030888 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-ec2a045b-b8ad-41e4-978d-b37dba4ed7c9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:15:36.036809 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.db [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] get_ports_and_sgs() called for port_ids ['a1e1acc5-8910-4ff4-9d3c-f8cb938fadae'] {{(pid=86332) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 17 04:15:36.077448 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37702544-ffc6-47ed-95b4-412e62ae1e41 tempest-VolumesSnapshotTestJSON-991363398 tempest-VolumesSnapshotTestJSON-991363398-project] Pushing event deleted for resources: {'Port': ['ID=a1e1acc5-8910-4ff4-9d3c-f8cb938fadae,revision_number=None']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:15:36.081400 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-37702544-ffc6-47ed-95b4-412e62ae1e41 tempest-VolumesSnapshotTestJSON-991363398 tempest-VolumesSnapshotTestJSON-991363398-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:15:36.159851 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e12111a-8bfd-4f64-ae92-f8d75cd2e208 req-37702544-ffc6-47ed-95b4-412e62ae1e41 tempest-VolumesSnapshotTestJSON-991363398 tempest-VolumesSnapshotTestJSON-991363398-project] No DVR routers for this DVR port a1e1acc5-8910-4ff4-9d3c-f8cb938fadae on host hv-cinder-78605 {{(pid=86330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 17 04:15:36.162697 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [req-1e12111a-8bfd-4f64-ae92-f8d75cd2e208 req-37702544-ffc6-47ed-95b4-412e62ae1e41 tempest-VolumesSnapshotTestJSON-991363398 tempest-VolumesSnapshotTestJSON-991363398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2986'] for port, before_response {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:15:36.165447 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a748e750-6305-4826-a985-7a8d37c26f10', 'name': 'network-vif-deleted', 'tag': 'a1e1acc5-8910-4ff4-9d3c-f8cb938fadae'}] {{(pid=86330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 17 04:15:36.182556 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-1e12111a-8bfd-4f64-ae92-f8d75cd2e208 req-37702544-ffc6-47ed-95b4-412e62ae1e41 tempest-VolumesSnapshotTestJSON-991363398 tempest-VolumesSnapshotTestJSON-991363398-project] 10.222.0.32 "DELETE /v2.0/ports/a1e1acc5-8910-4ff4-9d3c-f8cb938fadae HTTP/1.1" status: 204 len: 173 time: 0.7780209 Apr 17 04:15:36.219351 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a748e750-6305-4826-a985-7a8d37c26f10', 'name': 'network-vif-deleted', 'tag': 'a1e1acc5-8910-4ff4-9d3c-f8cb938fadae', 'status': 'completed', 'code': 200} Apr 17 04:15:37.292572 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-45f04b75-d9a9-4211-88fe-cf9f2160d1cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244554870149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852757949'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:15:38.014757 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.rpc [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Device a1e1acc5-8910-4ff4-9d3c-f8cb938fadae no longer exists at agent hyperv_hv-cinder-78605 {{(pid=86332) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 17 04:15:38.051750 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.plugin [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] No Port match for: a1e1acc5-8910-4ff4-9d3c-f8cb938fadae {{(pid=86332) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 17 04:15:38.052143 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.rpc [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Device a1e1acc5-8910-4ff4-9d3c-f8cb938fadae not bound to the agent host hv-cinder-78605 {{(pid=86332) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 17 04:15:39.570955 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-93d9165f-c4fb-4bcf-b98c-6ba4db7cbcd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244554870149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852757949'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:15:40.621537 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-c4f59f18-ba4f-4d63-813b-4697a67f74c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244554870149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852757949'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:15:40.966880 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244554870149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852757949'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:15:41.272184 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93eec324-c062-4ab6-b4c2-09812a85c694 req-8d3cae28-e58e-4591-9d97-f7e4877f065b tempest-VolumesSnapshotTestJSON-991363398 tempest-VolumesSnapshotTestJSON-991363398-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:15:41.273727 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-93eec324-c062-4ab6-b4c2-09812a85c694 req-8d3cae28-e58e-4591-9d97-f7e4877f065b tempest-VolumesSnapshotTestJSON-991363398 tempest-VolumesSnapshotTestJSON-991363398-project] 10.222.0.20 "GET /v2.0/networks?id=acb28e88-36ad-4fe2-beb2-392b923cdcca HTTP/1.1" status: 200 len: 814 time: 0.1630759 Apr 17 04:15:41.290025 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-93eec324-c062-4ab6-b4c2-09812a85c694 req-d2e94e9a-0cfc-4127-9bcf-18e5578eaf97 tempest-VolumesSnapshotTestJSON-991363398 tempest-VolumesSnapshotTestJSON-991363398-project] 10.222.0.20 "GET /v2.0/quotas/a5af4fbf546b4fa5968bd49fa8bffec8 HTTP/1.1" status: 200 len: 375 time: 0.0102065 Apr 17 04:15:41.342851 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-93eec324-c062-4ab6-b4c2-09812a85c694 req-430e956b-83bb-4aa4-9cf8-4311f090ee72 tempest-VolumesSnapshotTestJSON-991363398 tempest-VolumesSnapshotTestJSON-991363398-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=a5af4fbf546b4fa5968bd49fa8bffec8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0473387 Apr 17 04:15:41.732191 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-93eec324-c062-4ab6-b4c2-09812a85c694 req-211d8fb9-c12b-420b-9c0b-67cffecfb183 service neutron] 10.222.0.20 "GET /v2.0/networks/acb28e88-36ad-4fe2-beb2-392b923cdcca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3780043 Apr 17 04:15:41.765704 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-6f7ee5bc-ae74-4cc6-a62a-23eab2a2e65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244554870149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852757949'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:15:41.876437 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-93eec324-c062-4ab6-b4c2-09812a85c694 req-c50184d4-7d3f-4eb9-987d-9fd8ae571b83 service neutron] 10.222.0.20 "GET /v2.0/networks/acb28e88-36ad-4fe2-beb2-392b923cdcca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378000 Apr 17 04:15:42.090877 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-ffcb5f14-ab89-4254-b07e-d98c52833d90 req-38268725-9f92-49a2-85eb-62b32930394c tempest-VolumesSnapshotTestJSON-991363398 tempest-VolumesSnapshotTestJSON-991363398-project] 10.222.0.20 "GET /v2.0/ports?device_id=0461c1e5-2756-41df-8ab1-586117849c21 HTTP/1.1" status: 200 len: 210 time: 0.0483537 Apr 17 04:15:42.498645 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244554870149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852757949'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:15:43.259660 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-b6bcecb9-60a1-4252-981b-a1b86f236ef6 req-d367bce7-8962-495c-ab87-55e809c2ab5a tempest-VolumesSnapshotTestJSON-991363398 tempest-VolumesSnapshotTestJSON-991363398-project] 10.222.0.20 "GET /v2.0/ports?device_id=0461c1e5-2756-41df-8ab1-586117849c21 HTTP/1.1" status: 200 len: 210 time: 0.0534055 Apr 17 04:15:43.278688 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93eec324-c062-4ab6-b4c2-09812a85c694 req-243b323a-3a0d-4c95-ab41-89fd5b7aed08 tempest-VolumesSnapshotTestJSON-991363398 tempest-VolumesSnapshotTestJSON-991363398-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:15:43.280310 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-93eec324-c062-4ab6-b4c2-09812a85c694 req-243b323a-3a0d-4c95-ab41-89fd5b7aed08 tempest-VolumesSnapshotTestJSON-991363398 tempest-VolumesSnapshotTestJSON-991363398-project] 10.222.0.32 "GET /v2.0/networks?id=acb28e88-36ad-4fe2-beb2-392b923cdcca HTTP/1.1" status: 200 len: 814 time: 0.1580095 Apr 17 04:15:43.293064 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.v2.base [req-93eec324-c062-4ab6-b4c2-09812a85c694 req-23cb2622-c9b5-4071-a862-6858bd3c3b4d tempest-VolumesSnapshotTestJSON-991363398 tempest-VolumesSnapshotTestJSON-991363398-project] Request body: {'port': {'device_id': '0461c1e5-2756-41df-8ab1-586117849c21', 'network_id': 'acb28e88-36ad-4fe2-beb2-392b923cdcca', 'admin_state_up': True, 'tenant_id': 'a5af4fbf546b4fa5968bd49fa8bffec8'}} {{(pid=86330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 17 04:15:43.442548 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [req-93eec324-c062-4ab6-b4c2-09812a85c694 req-23cb2622-c9b5-4071-a862-6858bd3c3b4d tempest-VolumesSnapshotTestJSON-991363398 tempest-VolumesSnapshotTestJSON-991363398-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 17 04:15:43.446882 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [req-93eec324-c062-4ab6-b4c2-09812a85c694 req-23cb2622-c9b5-4071-a862-6858bd3c3b4d tempest-VolumesSnapshotTestJSON-991363398 tempest-VolumesSnapshotTestJSON-991363398-project] Usage tracker for resource:port and tenant:a5af4fbf546b4fa5968bd49fa8bffec8 is out of sync, need to count used quota {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 17 04:15:43.450284 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [req-93eec324-c062-4ab6-b4c2-09812a85c694 req-23cb2622-c9b5-4071-a862-6858bd3c3b4d tempest-VolumesSnapshotTestJSON-991363398 tempest-VolumesSnapshotTestJSON-991363398-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 17 04:15:43.456340 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.quota.driver [req-93eec324-c062-4ab6-b4c2-09812a85c694 req-23cb2622-c9b5-4071-a862-6858bd3c3b4d tempest-VolumesSnapshotTestJSON-991363398 tempest-VolumesSnapshotTestJSON-991363398-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 17 04:15:43.466990 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93eec324-c062-4ab6-b4c2-09812a85c694 req-23cb2622-c9b5-4071-a862-6858bd3c3b4d tempest-VolumesSnapshotTestJSON-991363398 tempest-VolumesSnapshotTestJSON-991363398-project] Made reservation on behalf of a5af4fbf546b4fa5968bd49fa8bffec8 for: {'port': 1} {{(pid=86330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 17 04:15:43.473077 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [req-93eec324-c062-4ab6-b4c2-09812a85c694 req-23cb2622-c9b5-4071-a862-6858bd3c3b4d tempest-VolumesSnapshotTestJSON-991363398 tempest-VolumesSnapshotTestJSON-991363398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853081909'] for port, before_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:15:43.644277 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.db_base_plugin_common [req-93eec324-c062-4ab6-b4c2-09812a85c694 req-23cb2622-c9b5-4071-a862-6858bd3c3b4d tempest-VolumesSnapshotTestJSON-991363398 tempest-VolumesSnapshotTestJSON-991363398-project] Allocated IP 172.20.0.3 (acb28e88-36ad-4fe2-beb2-392b923cdcca/a0d88744-54ac-4b54-a2b0-31db38cf7022/775dffee-92de-4bab-b416-8f15d173b5c0) {{(pid=86330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 17 04:15:43.853586 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [req-93eec324-c062-4ab6-b4c2-09812a85c694 req-23cb2622-c9b5-4071-a862-6858bd3c3b4d tempest-VolumesSnapshotTestJSON-991363398 tempest-VolumesSnapshotTestJSON-991363398-project] Notify callbacks [] for port, precommit_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:15:43.885460 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [req-93eec324-c062-4ab6-b4c2-09812a85c694 req-23cb2622-c9b5-4071-a862-6858bd3c3b4d tempest-VolumesSnapshotTestJSON-991363398 tempest-VolumesSnapshotTestJSON-991363398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1691685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854152290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244555219623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852218909'] for port, after_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:15:43.891398 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-f04bc0e7-d0dd-4e23-8713-8c77d1e7d3d6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:15:43.962785 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93eec324-c062-4ab6-b4c2-09812a85c694 req-23cb2622-c9b5-4071-a862-6858bd3c3b4d tempest-VolumesSnapshotTestJSON-991363398 tempest-VolumesSnapshotTestJSON-991363398-project] Network acb28e88-36ad-4fe2-beb2-392b923cdcca is already hosted by enough agents. {{(pid=86330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 17 04:15:43.965962 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.scheduler.base_scheduler [req-93eec324-c062-4ab6-b4c2-09812a85c694 req-23cb2622-c9b5-4071-a862-6858bd3c3b4d tempest-VolumesSnapshotTestJSON-991363398 tempest-VolumesSnapshotTestJSON-991363398-project] Resources bound (agent type, host, resource id): {{(pid=86330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 17 04:15:43.970122 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.l3_dvrscheduler_db [req-93eec324-c062-4ab6-b4c2-09812a85c694 req-23cb2622-c9b5-4071-a862-6858bd3c3b4d tempest-VolumesSnapshotTestJSON-991363398 tempest-VolumesSnapshotTestJSON-991363398-project] Received port after_create {{(pid=86330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 17 04:15:44.004780 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cb2622-c9b5-4071-a862-6858bd3c3b4d tempest-VolumesSnapshotTestJSON-991363398 tempest-VolumesSnapshotTestJSON-991363398-project] Pushing event updated for resources: {'Port': ['ID=775dffee-92de-4bab-b416-8f15d173b5c0,revision_number=1']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:15:44.022892 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23cb2622-c9b5-4071-a862-6858bd3c3b4d tempest-VolumesSnapshotTestJSON-991363398 tempest-VolumesSnapshotTestJSON-991363398-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:15:44.023322 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23cb2622-c9b5-4071-a862-6858bd3c3b4d tempest-VolumesSnapshotTestJSON-991363398 tempest-VolumesSnapshotTestJSON-991363398-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:15:44.023719 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23cb2622-c9b5-4071-a862-6858bd3c3b4d tempest-VolumesSnapshotTestJSON-991363398 tempest-VolumesSnapshotTestJSON-991363398-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:15:44.024127 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23cb2622-c9b5-4071-a862-6858bd3c3b4d tempest-VolumesSnapshotTestJSON-991363398 tempest-VolumesSnapshotTestJSON-991363398-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:15:44.024576 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23cb2622-c9b5-4071-a862-6858bd3c3b4d tempest-VolumesSnapshotTestJSON-991363398 tempest-VolumesSnapshotTestJSON-991363398-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:15:44.024977 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23cb2622-c9b5-4071-a862-6858bd3c3b4d tempest-VolumesSnapshotTestJSON-991363398 tempest-VolumesSnapshotTestJSON-991363398-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:15:44.025375 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23cb2622-c9b5-4071-a862-6858bd3c3b4d tempest-VolumesSnapshotTestJSON-991363398 tempest-VolumesSnapshotTestJSON-991363398-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:15:44.025766 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23cb2622-c9b5-4071-a862-6858bd3c3b4d tempest-VolumesSnapshotTestJSON-991363398 tempest-VolumesSnapshotTestJSON-991363398-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:15:44.026167 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23cb2622-c9b5-4071-a862-6858bd3c3b4d tempest-VolumesSnapshotTestJSON-991363398 tempest-VolumesSnapshotTestJSON-991363398-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:15:44.026532 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23cb2622-c9b5-4071-a862-6858bd3c3b4d tempest-VolumesSnapshotTestJSON-991363398 tempest-VolumesSnapshotTestJSON-991363398-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:15:44.026953 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23cb2622-c9b5-4071-a862-6858bd3c3b4d tempest-VolumesSnapshotTestJSON-991363398 tempest-VolumesSnapshotTestJSON-991363398-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:15:44.027326 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23cb2622-c9b5-4071-a862-6858bd3c3b4d tempest-VolumesSnapshotTestJSON-991363398 tempest-VolumesSnapshotTestJSON-991363398-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-2-smb {{(pid=86330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 17 04:15:44.032999 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-23cb2622-c9b5-4071-a862-6858bd3c3b4d tempest-VolumesSnapshotTestJSON-991363398 tempest-VolumesSnapshotTestJSON-991363398-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:15:44.055545 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93eec324-c062-4ab6-b4c2-09812a85c694 req-23cb2622-c9b5-4071-a862-6858bd3c3b4d tempest-VolumesSnapshotTestJSON-991363398 tempest-VolumesSnapshotTestJSON-991363398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:15:44.056208 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [req-93eec324-c062-4ab6-b4c2-09812a85c694 req-23cb2622-c9b5-4071-a862-6858bd3c3b4d tempest-VolumesSnapshotTestJSON-991363398 tempest-VolumesSnapshotTestJSON-991363398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2986'] for port, before_response {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:15:44.084616 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-93eec324-c062-4ab6-b4c2-09812a85c694 req-23cb2622-c9b5-4071-a862-6858bd3c3b4d tempest-VolumesSnapshotTestJSON-991363398 tempest-VolumesSnapshotTestJSON-991363398-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7955363 Apr 17 04:15:44.097254 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.v2.base [req-93eec324-c062-4ab6-b4c2-09812a85c694 req-1a114a38-7102-4c1e-83c5-459c58443c38 service neutron] Request body: {'port': {'device_id': '0461c1e5-2756-41df-8ab1-586117849c21', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78605'}} {{(pid=86330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 17 04:15:44.221583 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [req-93eec324-c062-4ab6-b4c2-09812a85c694 req-1a114a38-7102-4c1e-83c5-459c58443c38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853081909'] for port, before_update {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:15:44.462229 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdd5f06-e16d-4b2e-900d-af62b4932bd3 req-d7ea754f-394b-4db9-ae3e-91a58a85e0f6 tempest-VolumesSnapshotTestJSON-991363398 tempest-VolumesSnapshotTestJSON-991363398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:15:44.463844 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-ecdd5f06-e16d-4b2e-900d-af62b4932bd3 req-d7ea754f-394b-4db9-ae3e-91a58a85e0f6 tempest-VolumesSnapshotTestJSON-991363398 tempest-VolumesSnapshotTestJSON-991363398-project] 10.222.0.20 "GET /v2.0/ports?device_id=0461c1e5-2756-41df-8ab1-586117849c21 HTTP/1.1" status: 200 len: 931 time: 0.0876901 Apr 17 04:15:44.511673 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-ecdd5f06-e16d-4b2e-900d-af62b4932bd3 req-5f27cc57-4570-406f-84b8-38efa54c381a tempest-VolumesSnapshotTestJSON-991363398 tempest-VolumesSnapshotTestJSON-991363398-project] 10.222.0.20 "GET /v2.0/security-groups?id=f568f74a-234d-4d72-89a4-1fd78c11d7b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408263 Apr 17 04:15:44.579455 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.notifiers.nova [req-93eec324-c062-4ab6-b4c2-09812a85c694 req-1a114a38-7102-4c1e-83c5-459c58443c38 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 775dffee-92de-4bab-b416-8f15d173b5c0 {{(pid=86330) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 17 04:15:44.587943 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [req-93eec324-c062-4ab6-b4c2-09812a85c694 req-1a114a38-7102-4c1e-83c5-459c58443c38 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:15:44.609472 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.provisioning_blocks [req-93eec324-c062-4ab6-b4c2-09812a85c694 req-1a114a38-7102-4c1e-83c5-459c58443c38 service neutron] Transition to ACTIVE for port object 775dffee-92de-4bab-b416-8f15d173b5c0 will not be triggered until provisioned by entity L2. {{(pid=86330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 17 04:15:44.613846 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [req-93eec324-c062-4ab6-b4c2-09812a85c694 req-1a114a38-7102-4c1e-83c5-459c58443c38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1691685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854152290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792299986632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244555219606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792299556228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2556906'] for port, after_update {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:15:44.617721 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-29010d62-b94c-4819-ae31-b9505e469cc9 tempest-AttachVolumeTestJSON-284344774 tempest-AttachVolumeTestJSON-284344774-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:15:44.752051 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a114a38-7102-4c1e-83c5-459c58443c38 service neutron] Pushing event updated for resources: {'Port': ['ID=775dffee-92de-4bab-b416-8f15d173b5c0,revision_number=2']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:15:44.755007 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-1a114a38-7102-4c1e-83c5-459c58443c38 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:15:45.116601 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.managers [req-93eec324-c062-4ab6-b4c2-09812a85c694 req-1a114a38-7102-4c1e-83c5-459c58443c38 service neutron] Attempting to bind port 775dffee-92de-4bab-b416-8f15d173b5c0 on host hv-cinder-78605 for vnic_type normal with profile {{(pid=86330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 17 04:15:45.116975 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.managers [req-93eec324-c062-4ab6-b4c2-09812a85c694 req-1a114a38-7102-4c1e-83c5-459c58443c38 service neutron] Attempting to bind port 775dffee-92de-4bab-b416-8f15d173b5c0 by drivers openvswitch,hyperv on host hv-cinder-78605 at level 0 using segments [{'id': '61c0c140-a025-47a9-9ce6-113e44249f07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'acb28e88-36ad-4fe2-beb2-392b923cdcca'}] {{(pid=86330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 17 04:15:45.117339 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93eec324-c062-4ab6-b4c2-09812a85c694 req-1a114a38-7102-4c1e-83c5-459c58443c38 service neutron] Attempting to bind port 775dffee-92de-4bab-b416-8f15d173b5c0 on network acb28e88-36ad-4fe2-beb2-392b923cdcca {{(pid=86330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 17 04:15:45.122557 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93eec324-c062-4ab6-b4c2-09812a85c694 req-1a114a38-7102-4c1e-83c5-459c58443c38 service neutron] Port 775dffee-92de-4bab-b416-8f15d173b5c0 on network acb28e88-36ad-4fe2-beb2-392b923cdcca not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78605 {{(pid=86330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 17 04:15:45.122941 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93eec324-c062-4ab6-b4c2-09812a85c694 req-1a114a38-7102-4c1e-83c5-459c58443c38 service neutron] Attempting to bind port 775dffee-92de-4bab-b416-8f15d173b5c0 on network acb28e88-36ad-4fe2-beb2-392b923cdcca {{(pid=86330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 17 04:15:45.129705 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93eec324-c062-4ab6-b4c2-09812a85c694 req-1a114a38-7102-4c1e-83c5-459c58443c38 service neutron] Checking agent: {'id': '61ad0fc1-16d6-4e18-b3c9-f584687973c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78605', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 17, 4, 4, 12), 'started_at': datetime.datetime(2021, 4, 17, 4, 4, 12), 'heartbeat_timestamp': datetime.datetime(2021, 4, 17, 4, 15, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 17 04:15:45.130062 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93eec324-c062-4ab6-b4c2-09812a85c694 req-1a114a38-7102-4c1e-83c5-459c58443c38 service neutron] Checking segment: {'id': '61c0c140-a025-47a9-9ce6-113e44249f07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'acb28e88-36ad-4fe2-beb2-392b923cdcca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 17 04:15:45.130493 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93eec324-c062-4ab6-b4c2-09812a85c694 req-1a114a38-7102-4c1e-83c5-459c58443c38 service neutron] Bound using segment: {'id': '61c0c140-a025-47a9-9ce6-113e44249f07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'acb28e88-36ad-4fe2-beb2-392b923cdcca'} {{(pid=86330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 17 04:15:45.130948 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.managers [req-93eec324-c062-4ab6-b4c2-09812a85c694 req-1a114a38-7102-4c1e-83c5-459c58443c38 service neutron] Bound port: 775dffee-92de-4bab-b416-8f15d173b5c0, host: hv-cinder-78605, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61c0c140-a025-47a9-9ce6-113e44249f07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'acb28e88-36ad-4fe2-beb2-392b923cdcca'}}] {{(pid=86330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 17 04:15:45.131324 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [req-93eec324-c062-4ab6-b4c2-09812a85c694 req-1a114a38-7102-4c1e-83c5-459c58443c38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853081909'] for port, before_update {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:15:45.227874 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.db [req-93eec324-c062-4ab6-b4c2-09812a85c694 req-1a114a38-7102-4c1e-83c5-459c58443c38 service neutron] For port 775dffee-92de-4bab-b416-8f15d173b5c0, host hv-cinder-78605, cleared binding levels {{(pid=86330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 17 04:15:45.231117 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.db [req-93eec324-c062-4ab6-b4c2-09812a85c694 req-1a114a38-7102-4c1e-83c5-459c58443c38 service neutron] For port 775dffee-92de-4bab-b416-8f15d173b5c0, host hv-cinder-78605, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=775dffee-92de-4bab-b416-8f15d173b5c0,segment=NetworkSegment(61c0c140-a025-47a9-9ce6-113e44249f07),segment_id=61c0c140-a025-47a9-9ce6-113e44249f07)] {{(pid=86330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 17 04:15:45.236586 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [req-93eec324-c062-4ab6-b4c2-09812a85c694 req-1a114a38-7102-4c1e-83c5-459c58443c38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1691685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854152290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792299986632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244555219606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792299556228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2556906'] for port, after_update {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:15:45.240495 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-b7b10355-8bdd-4195-92f3-7d2569902ee9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:15:45.299723 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93eec324-c062-4ab6-b4c2-09812a85c694 req-1a114a38-7102-4c1e-83c5-459c58443c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:15:45.300339 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [req-93eec324-c062-4ab6-b4c2-09812a85c694 req-1a114a38-7102-4c1e-83c5-459c58443c38 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2986'] for port, before_response {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:15:45.301865 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-93eec324-c062-4ab6-b4c2-09812a85c694 req-1a114a38-7102-4c1e-83c5-459c58443c38 service neutron] 10.222.0.32 "PUT /v2.0/ports/775dffee-92de-4bab-b416-8f15d173b5c0 HTTP/1.1" status: 200 len: 1093 time: 1.2093492 Apr 17 04:15:45.302401 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0461c1e5-2756-41df-8ab1-586117849c21', 'tag': '775dffee-92de-4bab-b416-8f15d173b5c0'}] {{(pid=86330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 17 04:15:45.323675 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a114a38-7102-4c1e-83c5-459c58443c38 service neutron] Pushing event updated for resources: {'Port': ['ID=775dffee-92de-4bab-b416-8f15d173b5c0,revision_number=3']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:15:45.327559 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-1a114a38-7102-4c1e-83c5-459c58443c38 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:15:45.376709 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0461c1e5-2756-41df-8ab1-586117849c21', 'tag': '775dffee-92de-4bab-b416-8f15d173b5c0', 'status': 'completed', 'code': 200} Apr 17 04:15:45.420141 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93eec324-c062-4ab6-b4c2-09812a85c694 req-9ea8bdaa-c7a8-4ac8-99cf-d05d661cc543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:15:45.421782 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-93eec324-c062-4ab6-b4c2-09812a85c694 req-9ea8bdaa-c7a8-4ac8-99cf-d05d661cc543 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a5af4fbf546b4fa5968bd49fa8bffec8&device_id=0461c1e5-2756-41df-8ab1-586117849c21 HTTP/1.1" status: 200 len: 1096 time: 0.0836775 Apr 17 04:15:45.503398 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-93eec324-c062-4ab6-b4c2-09812a85c694 req-b605bd10-b3ad-4582-b4fc-03079200f314 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=775dffee-92de-4bab-b416-8f15d173b5c0 HTTP/1.1" status: 200 len: 217 time: 0.0731723 Apr 17 04:15:45.570279 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93eec324-c062-4ab6-b4c2-09812a85c694 req-2ac24f90-d7bf-4a03-a3ab-84f5f967b153 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:15:45.571863 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-93eec324-c062-4ab6-b4c2-09812a85c694 req-2ac24f90-d7bf-4a03-a3ab-84f5f967b153 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a0d88744-54ac-4b54-a2b0-31db38cf7022 HTTP/1.1" status: 200 len: 854 time: 0.0621238 Apr 17 04:15:45.623468 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-93eec324-c062-4ab6-b4c2-09812a85c694 req-656299b7-cff3-4fb8-96d4-b6ac5377014c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=acb28e88-36ad-4fe2-beb2-392b923cdcca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0456166 Apr 17 04:15:45.716020 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f991b8db-d3ac-4b45-81d8-7508a07b1130 req-a252ea77-450a-495e-806a-2511e0b61bc0 tempest-VolumesSnapshotTestJSON-991363398 tempest-VolumesSnapshotTestJSON-991363398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:15:45.717721 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-f991b8db-d3ac-4b45-81d8-7508a07b1130 req-a252ea77-450a-495e-806a-2511e0b61bc0 tempest-VolumesSnapshotTestJSON-991363398 tempest-VolumesSnapshotTestJSON-991363398-project] 10.222.0.20 "GET /v2.0/ports?device_id=0461c1e5-2756-41df-8ab1-586117849c21 HTTP/1.1" status: 200 len: 943 time: 0.0931189 Apr 17 04:15:45.765927 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-93eec324-c062-4ab6-b4c2-09812a85c694 req-d14bc8be-abf3-4199-899f-85242fa001e8 service neutron] 10.222.0.32 "GET /v2.0/networks/acb28e88-36ad-4fe2-beb2-392b923cdcca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360922 Apr 17 04:15:45.766806 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-f991b8db-d3ac-4b45-81d8-7508a07b1130 req-b9e3765d-c0fd-43ee-8e57-a9f626e92948 tempest-VolumesSnapshotTestJSON-991363398 tempest-VolumesSnapshotTestJSON-991363398-project] 10.222.0.20 "GET /v2.0/security-groups?id=f568f74a-234d-4d72-89a4-1fd78c11d7b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424833 Apr 17 04:15:45.909082 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-93eec324-c062-4ab6-b4c2-09812a85c694 req-7caddd15-0215-4d0f-b788-3f473e80559d service neutron] 10.222.0.32 "GET /v2.0/networks/acb28e88-36ad-4fe2-beb2-392b923cdcca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366928 Apr 17 04:15:46.049864 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39890fd-aab4-4fbc-a2cb-af6d3888d581 req-0170ee3f-5fea-420e-8034-fefe9380037f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:15:46.051235 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-f39890fd-aab4-4fbc-a2cb-af6d3888d581 req-0170ee3f-5fea-420e-8034-fefe9380037f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a5af4fbf546b4fa5968bd49fa8bffec8&device_id=0461c1e5-2756-41df-8ab1-586117849c21 HTTP/1.1" status: 200 len: 1096 time: 0.0841832 Apr 17 04:15:46.196445 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39890fd-aab4-4fbc-a2cb-af6d3888d581 req-43e643c5-2cfa-4c45-9799-55316ca9c958 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:15:46.197967 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-f39890fd-aab4-4fbc-a2cb-af6d3888d581 req-43e643c5-2cfa-4c45-9799-55316ca9c958 service neutron] 10.222.0.32 "GET /v2.0/networks?id=acb28e88-36ad-4fe2-beb2-392b923cdcca HTTP/1.1" status: 200 len: 915 time: 0.1390481 Apr 17 04:15:46.274195 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-f39890fd-aab4-4fbc-a2cb-af6d3888d581 req-df7ab45b-cb95-41ec-b023-686a83970102 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=775dffee-92de-4bab-b416-8f15d173b5c0 HTTP/1.1" status: 200 len: 217 time: 0.0684083 Apr 17 04:15:46.349234 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39890fd-aab4-4fbc-a2cb-af6d3888d581 req-b125948e-6a03-4ec1-95f7-339ae8150a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:15:46.351674 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-f39890fd-aab4-4fbc-a2cb-af6d3888d581 req-b125948e-6a03-4ec1-95f7-339ae8150a17 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a0d88744-54ac-4b54-a2b0-31db38cf7022 HTTP/1.1" status: 200 len: 854 time: 0.0699086 Apr 17 04:15:46.404200 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-f39890fd-aab4-4fbc-a2cb-af6d3888d581 req-cc90eeab-ee58-4b5e-b1f1-92694498e7ec service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=acb28e88-36ad-4fe2-beb2-392b923cdcca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0452275 Apr 17 04:15:46.558699 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-f39890fd-aab4-4fbc-a2cb-af6d3888d581 req-25f84a41-ce2d-4586-9ced-2e6c06278d2c service neutron] 10.222.0.32 "GET /v2.0/networks/acb28e88-36ad-4fe2-beb2-392b923cdcca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1475933 Apr 17 04:15:46.708221 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-f39890fd-aab4-4fbc-a2cb-af6d3888d581 req-ce73e56a-67dc-472c-9f40-65482b21bf38 service neutron] 10.222.0.32 "GET /v2.0/networks/acb28e88-36ad-4fe2-beb2-392b923cdcca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1413958 Apr 17 04:15:46.988348 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df414b6b-60c7-49c7-aa5b-aa04cc2c6c3b req-c9db5aa3-f014-4ccb-94b4-39c75c37988b tempest-VolumesSnapshotTestJSON-991363398 tempest-VolumesSnapshotTestJSON-991363398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:15:46.990039 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-df414b6b-60c7-49c7-aa5b-aa04cc2c6c3b req-c9db5aa3-f014-4ccb-94b4-39c75c37988b tempest-VolumesSnapshotTestJSON-991363398 tempest-VolumesSnapshotTestJSON-991363398-project] 10.222.0.20 "GET /v2.0/ports?device_id=0461c1e5-2756-41df-8ab1-586117849c21 HTTP/1.1" status: 200 len: 943 time: 0.0943007 Apr 17 04:15:47.041974 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-df414b6b-60c7-49c7-aa5b-aa04cc2c6c3b req-8a4c53e3-3b6d-449f-a1c4-6da7e15f9a4c tempest-VolumesSnapshotTestJSON-991363398 tempest-VolumesSnapshotTestJSON-991363398-project] 10.222.0.20 "GET /v2.0/security-groups?id=f568f74a-234d-4d72-89a4-1fd78c11d7b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454860 Apr 17 04:15:48.042249 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.rpc [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Device 775dffee-92de-4bab-b416-8f15d173b5c0 details requested by agent hyperv_hv-cinder-78605 with host hv-cinder-78605 {{(pid=86332) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 17 04:15:48.259012 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f36a81-28aa-48c9-8c2f-2c6b95f7d925 req-e0f17542-2b8b-4a4d-88b9-dd333db3adea tempest-VolumesSnapshotTestJSON-991363398 tempest-VolumesSnapshotTestJSON-991363398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:15:48.261007 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-99f36a81-28aa-48c9-8c2f-2c6b95f7d925 req-e0f17542-2b8b-4a4d-88b9-dd333db3adea tempest-VolumesSnapshotTestJSON-991363398 tempest-VolumesSnapshotTestJSON-991363398-project] 10.222.0.20 "GET /v2.0/ports?device_id=0461c1e5-2756-41df-8ab1-586117849c21 HTTP/1.1" status: 200 len: 943 time: 0.0956011 Apr 17 04:15:48.308902 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-99f36a81-28aa-48c9-8c2f-2c6b95f7d925 req-8f4a76ff-fed8-4f00-aece-b604f24191ae tempest-VolumesSnapshotTestJSON-991363398 tempest-VolumesSnapshotTestJSON-991363398-project] 10.222.0.20 "GET /v2.0/security-groups?id=f568f74a-234d-4d72-89a4-1fd78c11d7b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415490 Apr 17 04:15:48.364794 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.db [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] For port 775dffee-92de-4bab-b416-8f15d173b5c0, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=775dffee-92de-4bab-b416-8f15d173b5c0,segment=NetworkSegment(61c0c140-a025-47a9-9ce6-113e44249f07),segment_id=61c0c140-a025-47a9-9ce6-113e44249f07)] {{(pid=86332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 17 04:15:48.382893 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.rpc [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Returning: {'device': '775dffee-92de-4bab-b416-8f15d173b5c0', 'network_id': 'acb28e88-36ad-4fe2-beb2-392b923cdcca', 'port_id': '775dffee-92de-4bab-b416-8f15d173b5c0', 'mac_address': 'fa:16:3e:06:3e:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0d88744-54ac-4b54-a2b0-31db38cf7022', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86332) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 17 04:15:48.444231 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853081909'] for port, before_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:15:48.462535 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.notifiers.nova [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 775dffee-92de-4bab-b416-8f15d173b5c0 {{(pid=86332) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 17 04:15:48.478617 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.db [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] For port 775dffee-92de-4bab-b416-8f15d173b5c0, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=775dffee-92de-4bab-b416-8f15d173b5c0,segment=NetworkSegment(61c0c140-a025-47a9-9ce6-113e44249f07),segment_id=61c0c140-a025-47a9-9ce6-113e44249f07)] {{(pid=86332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 17 04:15:48.483301 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1691685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854152290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792299986632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244555219606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792299556228'] for port, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:15:48.485148 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-76a62a49-896c-46aa-b43e-8d47e0fa85ed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:15:48.552444 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Pushing event updated for resources: {'Port': ['ID=775dffee-92de-4bab-b416-8f15d173b5c0,revision_number=4']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:15:48.555554 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:15:48.673304 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.db [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] get_ports_and_sgs() called for port_ids ['775dffee-92de-4bab-b416-8f15d173b5c0'] {{(pid=86332) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 17 04:15:49.527712 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22452c4-7987-4ec9-9781-aa5085f4b582 req-8f2d1e98-be66-4fa1-9301-e5ef74f5216f tempest-VolumesSnapshotTestJSON-991363398 tempest-VolumesSnapshotTestJSON-991363398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:15:49.529298 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-c22452c4-7987-4ec9-9781-aa5085f4b582 req-8f2d1e98-be66-4fa1-9301-e5ef74f5216f tempest-VolumesSnapshotTestJSON-991363398 tempest-VolumesSnapshotTestJSON-991363398-project] 10.222.0.20 "GET /v2.0/ports?device_id=0461c1e5-2756-41df-8ab1-586117849c21 HTTP/1.1" status: 200 len: 944 time: 0.0913687 Apr 17 04:15:49.578275 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-c22452c4-7987-4ec9-9781-aa5085f4b582 req-7b9d33b2-f8f4-4127-9032-be36844dc20f tempest-VolumesSnapshotTestJSON-991363398 tempest-VolumesSnapshotTestJSON-991363398-project] 10.222.0.20 "GET /v2.0/security-groups?id=f568f74a-234d-4d72-89a4-1fd78c11d7b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412722 Apr 17 04:15:50.041527 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.rpc [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Device 775dffee-92de-4bab-b416-8f15d173b5c0 up at agent hyperv_hv-cinder-78605 {{(pid=86332) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 17 04:15:50.124950 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.provisioning_blocks [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Provisioning for port 775dffee-92de-4bab-b416-8f15d173b5c0 completed by entity L2. {{(pid=86332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 17 04:15:50.130050 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.provisioning_blocks [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Provisioning complete for port 775dffee-92de-4bab-b416-8f15d173b5c0 triggered by entity L2. {{(pid=86332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 17 04:15:50.130467 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2017814'] for port, provisioning_complete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:15:50.253584 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853081909'] for port, before_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:15:50.281358 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0461c1e5-2756-41df-8ab1-586117849c21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '775dffee-92de-4bab-b416-8f15d173b5c0'}] {{(pid=86332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 17 04:15:50.292005 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.db [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] For port 775dffee-92de-4bab-b416-8f15d173b5c0, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=775dffee-92de-4bab-b416-8f15d173b5c0,segment=NetworkSegment(61c0c140-a025-47a9-9ce6-113e44249f07),segment_id=61c0c140-a025-47a9-9ce6-113e44249f07)] {{(pid=86332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 17 04:15:50.296428 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1691685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854152290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792299986632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244555219606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792299556228'] for port, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:15:50.298484 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:15:50.335490 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0461c1e5-2756-41df-8ab1-586117849c21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '775dffee-92de-4bab-b416-8f15d173b5c0', 'code': 200} Apr 17 04:15:50.368664 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Pushing event updated for resources: {'Port': ['ID=775dffee-92de-4bab-b416-8f15d173b5c0,revision_number=5']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:15:50.371804 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:15:50.591620 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b20ad0-9df2-4b5d-8391-debfa9ef1805 req-df0d4461-f57c-4fbe-b667-e641f023b9aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:15:50.593316 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-62b20ad0-9df2-4b5d-8391-debfa9ef1805 req-df0d4461-f57c-4fbe-b667-e641f023b9aa service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=0461c1e5-2756-41df-8ab1-586117849c21 HTTP/1.1" status: 200 len: 1098 time: 0.0967636 Apr 17 04:15:50.637127 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-62b20ad0-9df2-4b5d-8391-debfa9ef1805 req-198a4271-8e3f-42b3-9590-a610d4649edb service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=f568f74a-234d-4d72-89a4-1fd78c11d7b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375266 Apr 17 04:15:50.790048 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807a48df-29e7-4e28-8c80-3e8600ce6d70 req-e556d013-2707-4f94-8c89-e5a36d9170e3 tempest-VolumesSnapshotTestJSON-991363398 tempest-VolumesSnapshotTestJSON-991363398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:15:50.791616 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-807a48df-29e7-4e28-8c80-3e8600ce6d70 req-e556d013-2707-4f94-8c89-e5a36d9170e3 tempest-VolumesSnapshotTestJSON-991363398 tempest-VolumesSnapshotTestJSON-991363398-project] 10.222.0.20 "GET /v2.0/ports?device_id=0461c1e5-2756-41df-8ab1-586117849c21 HTTP/1.1" status: 200 len: 945 time: 0.1003010 Apr 17 04:15:50.842839 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-807a48df-29e7-4e28-8c80-3e8600ce6d70 req-c7e53d9b-cd98-4a43-b2a5-973d676e83b4 tempest-VolumesSnapshotTestJSON-991363398 tempest-VolumesSnapshotTestJSON-991363398-project] 10.222.0.20 "GET /v2.0/security-groups?id=f568f74a-234d-4d72-89a4-1fd78c11d7b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418196 Apr 17 04:15:52.063373 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b647bec-9107-4338-852d-a6d1b1746fe6 req-676891ee-f175-4093-b608-f3a9af81a144 tempest-VolumesSnapshotTestJSON-991363398 tempest-VolumesSnapshotTestJSON-991363398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:15:52.065035 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-8b647bec-9107-4338-852d-a6d1b1746fe6 req-676891ee-f175-4093-b608-f3a9af81a144 tempest-VolumesSnapshotTestJSON-991363398 tempest-VolumesSnapshotTestJSON-991363398-project] 10.222.0.20 "GET /v2.0/ports?device_id=0461c1e5-2756-41df-8ab1-586117849c21 HTTP/1.1" status: 200 len: 945 time: 0.0931430 Apr 17 04:15:52.117818 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-8b647bec-9107-4338-852d-a6d1b1746fe6 req-49a6f088-e394-4c60-b1b1-c17ae9f363ad tempest-VolumesSnapshotTestJSON-991363398 tempest-VolumesSnapshotTestJSON-991363398-project] 10.222.0.20 "GET /v2.0/security-groups?id=f568f74a-234d-4d72-89a4-1fd78c11d7b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427690 Apr 17 04:16:02.709552 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.agents_db [None req-76d39d81-b417-4462-95bd-4e842fba9248 None None] Agent healthcheck: found 6 active agents {{(pid=86333) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 17 04:16:07.298330 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-99c75500-2056-4ec2-ab6e-200a71b197ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244554870149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852757949'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:16:08.408057 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfd2eec-c104-46e2-a50e-77d2c96676a2 req-18e9949a-3465-4583-bd2f-3d5bedd8231b tempest-VolumesSnapshotTestJSON-991363398 tempest-VolumesSnapshotTestJSON-991363398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:16:08.410020 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-6cfd2eec-c104-46e2-a50e-77d2c96676a2 req-18e9949a-3465-4583-bd2f-3d5bedd8231b tempest-VolumesSnapshotTestJSON-991363398 tempest-VolumesSnapshotTestJSON-991363398-project] 10.222.0.20 "GET /v2.0/ports?device_id=0461c1e5-2756-41df-8ab1-586117849c21 HTTP/1.1" status: 200 len: 945 time: 0.1165454 Apr 17 04:16:08.462570 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-6cfd2eec-c104-46e2-a50e-77d2c96676a2 req-68963796-8dfa-4213-bd90-714d2face8e6 tempest-VolumesSnapshotTestJSON-991363398 tempest-VolumesSnapshotTestJSON-991363398-project] 10.222.0.20 "GET /v2.0/security-groups?id=f568f74a-234d-4d72-89a4-1fd78c11d7b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458367 Apr 17 04:16:09.564073 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-42470878-803e-4167-ad7a-b95819f8d5de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244554870149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852757949'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:16:09.740980 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a030577-5d24-4c77-8f54-d2c49591a0b8 req-e60286ce-772d-4eed-8854-13d2613c3aef tempest-VolumesSnapshotTestJSON-991363398 tempest-VolumesSnapshotTestJSON-991363398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:16:09.742581 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-4a030577-5d24-4c77-8f54-d2c49591a0b8 req-e60286ce-772d-4eed-8854-13d2613c3aef tempest-VolumesSnapshotTestJSON-991363398 tempest-VolumesSnapshotTestJSON-991363398-project] 10.222.0.20 "GET /v2.0/ports?device_id=0461c1e5-2756-41df-8ab1-586117849c21 HTTP/1.1" status: 200 len: 945 time: 0.1467719 Apr 17 04:16:09.790051 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-4a030577-5d24-4c77-8f54-d2c49591a0b8 req-ab520dac-eb55-4f0e-a266-44d7adb2841d tempest-VolumesSnapshotTestJSON-991363398 tempest-VolumesSnapshotTestJSON-991363398-project] 10.222.0.20 "GET /v2.0/security-groups?id=f568f74a-234d-4d72-89a4-1fd78c11d7b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408926 Apr 17 04:16:10.634520 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-c4f59f18-ba4f-4d63-813b-4697a67f74c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244554870149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852757949'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:16:10.979040 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244554870149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852757949'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:16:11.019264 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c7c729-b57a-41d5-a73f-7fc352793cb2 req-fda803d6-4041-483e-9da8-082eff7ab818 tempest-VolumesSnapshotTestJSON-991363398 tempest-VolumesSnapshotTestJSON-991363398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:16:11.020911 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-97c7c729-b57a-41d5-a73f-7fc352793cb2 req-fda803d6-4041-483e-9da8-082eff7ab818 tempest-VolumesSnapshotTestJSON-991363398 tempest-VolumesSnapshotTestJSON-991363398-project] 10.222.0.20 "GET /v2.0/ports?device_id=0461c1e5-2756-41df-8ab1-586117849c21 HTTP/1.1" status: 200 len: 945 time: 0.0989552 Apr 17 04:16:11.068506 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-97c7c729-b57a-41d5-a73f-7fc352793cb2 req-afd77327-9447-46e0-8e3e-de2f71dcd4bf tempest-VolumesSnapshotTestJSON-991363398 tempest-VolumesSnapshotTestJSON-991363398-project] 10.222.0.20 "GET /v2.0/security-groups?id=f568f74a-234d-4d72-89a4-1fd78c11d7b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409725 Apr 17 04:16:11.776910 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-6f7ee5bc-ae74-4cc6-a62a-23eab2a2e65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244554870149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852757949'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:16:12.278667 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1344258-76aa-44b4-85f4-00147064f085 req-d45ee366-61b1-458d-a1c8-52417f871c5e tempest-VolumesSnapshotTestJSON-991363398 tempest-VolumesSnapshotTestJSON-991363398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:16:12.280276 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-e1344258-76aa-44b4-85f4-00147064f085 req-d45ee366-61b1-458d-a1c8-52417f871c5e tempest-VolumesSnapshotTestJSON-991363398 tempest-VolumesSnapshotTestJSON-991363398-project] 10.222.0.20 "GET /v2.0/ports?device_id=0461c1e5-2756-41df-8ab1-586117849c21 HTTP/1.1" status: 200 len: 945 time: 0.0908825 Apr 17 04:16:12.331472 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-e1344258-76aa-44b4-85f4-00147064f085 req-ec9fd416-c55f-4638-b126-adbfe7ad9075 tempest-VolumesSnapshotTestJSON-991363398 tempest-VolumesSnapshotTestJSON-991363398-project] 10.222.0.20 "GET /v2.0/security-groups?id=f568f74a-234d-4d72-89a4-1fd78c11d7b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420241 Apr 17 04:16:12.454420 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55757c3-a2c5-4b1c-bbe3-8b18a58ec04a req-d2781e77-1356-43bb-a4fd-2684e8bd87dc tempest-VolumesSnapshotTestJSON-991363398 tempest-VolumesSnapshotTestJSON-991363398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 17 04:16:12.455179 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [req-e55757c3-a2c5-4b1c-bbe3-8b18a58ec04a req-d2781e77-1356-43bb-a4fd-2684e8bd87dc tempest-VolumesSnapshotTestJSON-991363398 tempest-VolumesSnapshotTestJSON-991363398-project] Synchronizing usage tracker for tenant:a5af4fbf546b4fa5968bd49fa8bffec8 on resource:port {{(pid=86330) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 17 04:16:12.472687 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.quota.resource [req-e55757c3-a2c5-4b1c-bbe3-8b18a58ec04a req-d2781e77-1356-43bb-a4fd-2684e8bd87dc tempest-VolumesSnapshotTestJSON-991363398 tempest-VolumesSnapshotTestJSON-991363398-project] Unset dirty status for tenant:a5af4fbf546b4fa5968bd49fa8bffec8 on resource:port {{(pid=86330) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 17 04:16:12.473956 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-e55757c3-a2c5-4b1c-bbe3-8b18a58ec04a req-d2781e77-1356-43bb-a4fd-2684e8bd87dc tempest-VolumesSnapshotTestJSON-991363398 tempest-VolumesSnapshotTestJSON-991363398-project] 10.222.0.32 "GET /v2.0/ports?device_id=0461c1e5-2756-41df-8ab1-586117849c21 HTTP/1.1" status: 200 len: 945 time: 0.1165340 Apr 17 04:16:12.513263 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244554870149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852757949'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:16:12.554200 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.plugin [req-e55757c3-a2c5-4b1c-bbe3-8b18a58ec04a req-636f6650-2d07-4a46-94e5-c67a7319df0c tempest-VolumesSnapshotTestJSON-991363398 tempest-VolumesSnapshotTestJSON-991363398-project] Deleting port 775dffee-92de-4bab-b416-8f15d173b5c0 {{(pid=86330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 17 04:16:12.554588 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [req-e55757c3-a2c5-4b1c-bbe3-8b18a58ec04a req-636f6650-2d07-4a46-94e5-c67a7319df0c tempest-VolumesSnapshotTestJSON-991363398 tempest-VolumesSnapshotTestJSON-991363398-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363244554791028'] for port, before_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:16:12.818818 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.db [req-e55757c3-a2c5-4b1c-bbe3-8b18a58ec04a req-636f6650-2d07-4a46-94e5-c67a7319df0c tempest-VolumesSnapshotTestJSON-991363398 tempest-VolumesSnapshotTestJSON-991363398-project] For port 775dffee-92de-4bab-b416-8f15d173b5c0, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=775dffee-92de-4bab-b416-8f15d173b5c0,segment=NetworkSegment(61c0c140-a025-47a9-9ce6-113e44249f07),segment_id=61c0c140-a025-47a9-9ce6-113e44249f07)] {{(pid=86330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 17 04:16:12.819438 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [req-e55757c3-a2c5-4b1c-bbe3-8b18a58ec04a req-636f6650-2d07-4a46-94e5-c67a7319df0c tempest-VolumesSnapshotTestJSON-991363398 tempest-VolumesSnapshotTestJSON-991363398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853832323'] for port, precommit_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:16:12.957072 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.plugin [req-e55757c3-a2c5-4b1c-bbe3-8b18a58ec04a req-636f6650-2d07-4a46-94e5-c67a7319df0c tempest-VolumesSnapshotTestJSON-991363398 tempest-VolumesSnapshotTestJSON-991363398-project] Calling delete_port for 775dffee-92de-4bab-b416-8f15d173b5c0 owned by compute:nova {{(pid=86330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 17 04:16:13.126571 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [req-e55757c3-a2c5-4b1c-bbe3-8b18a58ec04a req-636f6650-2d07-4a46-94e5-c67a7319df0c tempest-VolumesSnapshotTestJSON-991363398 tempest-VolumesSnapshotTestJSON-991363398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1691685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854152290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244554789151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792299556194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852218909'] for port, after_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:16:13.132676 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-00b8de41-8aff-496e-b426-f3a538c86997 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:16:13.139456 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.db [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] get_ports_and_sgs() called for port_ids ['775dffee-92de-4bab-b416-8f15d173b5c0'] {{(pid=86332) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 17 04:16:13.181462 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636f6650-2d07-4a46-94e5-c67a7319df0c tempest-VolumesSnapshotTestJSON-991363398 tempest-VolumesSnapshotTestJSON-991363398-project] Pushing event deleted for resources: {'Port': ['ID=775dffee-92de-4bab-b416-8f15d173b5c0,revision_number=None']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:16:13.184835 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-636f6650-2d07-4a46-94e5-c67a7319df0c tempest-VolumesSnapshotTestJSON-991363398 tempest-VolumesSnapshotTestJSON-991363398-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:16:13.265368 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.l3_dvrscheduler_db [req-e55757c3-a2c5-4b1c-bbe3-8b18a58ec04a req-636f6650-2d07-4a46-94e5-c67a7319df0c tempest-VolumesSnapshotTestJSON-991363398 tempest-VolumesSnapshotTestJSON-991363398-project] No DVR routers for this DVR port 775dffee-92de-4bab-b416-8f15d173b5c0 on host hv-cinder-78605 {{(pid=86330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 17 04:16:13.268982 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [req-e55757c3-a2c5-4b1c-bbe3-8b18a58ec04a req-636f6650-2d07-4a46-94e5-c67a7319df0c tempest-VolumesSnapshotTestJSON-991363398 tempest-VolumesSnapshotTestJSON-991363398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2986'] for port, before_response {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:16:13.274129 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0461c1e5-2756-41df-8ab1-586117849c21', 'name': 'network-vif-deleted', 'tag': '775dffee-92de-4bab-b416-8f15d173b5c0'}] {{(pid=86330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 17 04:16:13.288317 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-e55757c3-a2c5-4b1c-bbe3-8b18a58ec04a req-636f6650-2d07-4a46-94e5-c67a7319df0c tempest-VolumesSnapshotTestJSON-991363398 tempest-VolumesSnapshotTestJSON-991363398-project] 10.222.0.32 "DELETE /v2.0/ports/775dffee-92de-4bab-b416-8f15d173b5c0 HTTP/1.1" status: 204 len: 173 time: 0.8084366 Apr 17 04:16:13.323046 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0461c1e5-2756-41df-8ab1-586117849c21', 'name': 'network-vif-deleted', 'tag': '775dffee-92de-4bab-b416-8f15d173b5c0', 'status': 'completed', 'code': 200} Apr 17 04:16:13.518566 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [req-39d17de4-2e6b-4d06-a738-c9b1f7ca79a2 req-b11a7a53-9919-4e7e-8bfa-a5e6b4822b78 tempest-VolumesSnapshotTestJSON-991363398 tempest-VolumesSnapshotTestJSON-991363398-project] 10.222.0.20 "GET /v2.0/ports?device_id=0461c1e5-2756-41df-8ab1-586117849c21 HTTP/1.1" status: 200 len: 210 time: 0.0554295 Apr 17 04:16:16.185768 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.rpc [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Device 775dffee-92de-4bab-b416-8f15d173b5c0 no longer exists at agent hyperv_hv-cinder-78605 {{(pid=86332) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 17 04:16:16.222229 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.plugin [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] No Port match for: 775dffee-92de-4bab-b416-8f15d173b5c0 {{(pid=86332) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 17 04:16:16.222572 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.rpc [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Device 775dffee-92de-4bab-b416-8f15d173b5c0 not bound to the agent host hv-cinder-78605 {{(pid=86332) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 17 04:16:34.500768 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.20', 34668) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 17 04:16:34.579168 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.db_base_plugin_v2 [None req-bbfa3349-3d3d-474b-b66f-d9f2c50ccd20 admin admin] Deleting subnet a0d88744-54ac-4b54-a2b0-31db38cf7022 {{(pid=86330) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 17 04:16:34.582829 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-bbfa3349-3d3d-474b-b66f-d9f2c50ccd20 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:16:34.640347 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-bbfa3349-3d3d-474b-b66f-d9f2c50ccd20 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852242307'] for subnet, precommit_delete_associations {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:16:34.702686 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-bbfa3349-3d3d-474b-b66f-d9f2c50ccd20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2044980'] for subnet, precommit_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:16:34.961058 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-bbfa3349-3d3d-474b-b66f-d9f2c50ccd20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036852730868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854152290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852219849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852674524'] for subnet, after_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:16:34.965077 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-e1a8ac7e-3269-4434-a56b-760093306a44 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:16:35.005075 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfa3349-3d3d-474b-b66f-d9f2c50ccd20 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a0d88744-54ac-4b54-a2b0-31db38cf7022,revision_number=None']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:16:35.007753 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-bbfa3349-3d3d-474b-b66f-d9f2c50ccd20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:16:35.010769 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-bbfa3349-3d3d-474b-b66f-d9f2c50ccd20 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854152307'] for subnet, before_response {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:16:35.017599 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [None req-bbfa3349-3d3d-474b-b66f-d9f2c50ccd20 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/a0d88744-54ac-4b54-a2b0-31db38cf7022 HTTP/1.1" status: 204 len: 168 time: 0.5157216 Apr 17 04:16:35.020286 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.20', 34672) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 17 04:16:35.134662 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-648b6ca6-5b64-4e77-86ce-e15d33119f21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2007928'] for network, before_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:16:35.265493 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-648b6ca6-5b64-4e77-86ce-e15d33119f21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852730783', 'neutron.services.segments.db._delete_segments_for_network-8792299905651'] for network, precommit_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:16:35.378315 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.services.segments.db [None req-648b6ca6-5b64-4e77-86ce-e15d33119f21 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['acb28e88-36ad-4fe2-beb2-392b923cdcca']}} {{(pid=86330) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 17 04:16:35.391093 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.services.segments.db [None req-648b6ca6-5b64-4e77-86ce-e15d33119f21 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61c0c140-a025-47a9-9ce6-113e44249f07') {'for_net_delete': True} {{(pid=86330) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 17 04:16:35.391429 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.services.segments.db [None req-648b6ca6-5b64-4e77-86ce-e15d33119f21 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61c0c140-a025-47a9-9ce6-113e44249f07') {} {{(pid=86330) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 17 04:16:35.403303 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-648b6ca6-5b64-4e77-86ce-e15d33119f21 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363244554709347', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2533493'] for segment, before_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:16:35.418277 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-648b6ca6-5b64-4e77-86ce-e15d33119f21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852729262'] for segment, precommit_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:16:35.425099 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-648b6ca6-5b64-4e77-86ce-e15d33119f21 admin admin] Releasing vlan 144 on physical network physnet1 to pool {{(pid=86330) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 17 04:16:35.604630 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.managers [None req-648b6ca6-5b64-4e77-86ce-e15d33119f21 admin admin] Network acb28e88-36ad-4fe2-beb2-392b923cdcca has no segments {{(pid=86330) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 17 04:16:35.616813 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-648b6ca6-5b64-4e77-86ce-e15d33119f21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2046501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2556820'] for segment, after_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:16:35.788453 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.plugins.ml2.managers [None req-648b6ca6-5b64-4e77-86ce-e15d33119f21 admin admin] Network acb28e88-36ad-4fe2-beb2-392b923cdcca has no segments {{(pid=86330) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 17 04:16:35.810626 dv-cinder-786054-2-smb neutron-server[86217]: Traceback (most recent call last): Apr 17 04:16:35.810626 dv-cinder-786054-2-smb neutron-server[86217]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 17 04:16:35.810626 dv-cinder-786054-2-smb neutron-server[86217]: timer() Apr 17 04:16:35.810626 dv-cinder-786054-2-smb neutron-server[86217]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 17 04:16:35.810626 dv-cinder-786054-2-smb neutron-server[86217]: cb(*args, **kw) Apr 17 04:16:35.810626 dv-cinder-786054-2-smb neutron-server[86217]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 17 04:16:35.810626 dv-cinder-786054-2-smb neutron-server[86217]: return func(*args, **kwargs) Apr 17 04:16:35.810626 dv-cinder-786054-2-smb neutron-server[86217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 17 04:16:35.810626 dv-cinder-786054-2-smb neutron-server[86217]: self._notify() Apr 17 04:16:35.810626 dv-cinder-786054-2-smb neutron-server[86217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 17 04:16:35.810626 dv-cinder-786054-2-smb neutron-server[86217]: self.callback(batched_events) Apr 17 04:16:35.810626 dv-cinder-786054-2-smb neutron-server[86217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 17 04:16:35.810626 dv-cinder-786054-2-smb neutron-server[86217]: event.method(event) Apr 17 04:16:35.810626 dv-cinder-786054-2-smb neutron-server[86217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 17 04:16:35.810626 dv-cinder-786054-2-smb neutron-server[86217]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 17 04:16:35.810626 dv-cinder-786054-2-smb neutron-server[86217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 17 04:16:35.810626 dv-cinder-786054-2-smb neutron-server[86217]: segment_id)['aggregates'][0] Apr 17 04:16:35.810626 dv-cinder-786054-2-smb neutron-server[86217]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 17 04:16:35.810626 dv-cinder-786054-2-smb neutron-server[86217]: return f(self, *a, **k) Apr 17 04:16:35.810626 dv-cinder-786054-2-smb neutron-server[86217]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 17 04:16:35.810626 dv-cinder-786054-2-smb neutron-server[86217]: return self._get(url).json() Apr 17 04:16:35.810626 dv-cinder-786054-2-smb neutron-server[86217]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 17 04:16:35.810626 dv-cinder-786054-2-smb neutron-server[86217]: **kwargs) Apr 17 04:16:35.810626 dv-cinder-786054-2-smb neutron-server[86217]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 17 04:16:35.810626 dv-cinder-786054-2-smb neutron-server[86217]: return self.request(url, 'GET', **kwargs) Apr 17 04:16:35.810626 dv-cinder-786054-2-smb neutron-server[86217]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 17 04:16:35.810626 dv-cinder-786054-2-smb neutron-server[86217]: **endpoint_filter) Apr 17 04:16:35.810626 dv-cinder-786054-2-smb neutron-server[86217]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 17 04:16:35.810626 dv-cinder-786054-2-smb neutron-server[86217]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 17 04:16:35.810626 dv-cinder-786054-2-smb neutron-server[86217]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 17 04:16:35.810626 dv-cinder-786054-2-smb neutron-server[86217]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 17 04:16:35.810626 dv-cinder-786054-2-smb neutron-server[86217]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 17 04:16:35.890259 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-648b6ca6-5b64-4e77-86ce-e15d33119f21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2045033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854152290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1023362'] for network, after_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:16:35.894060 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-5e430bf7-defb-4eff-867a-94c96968538d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:16:35.907472 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-648b6ca6-5b64-4e77-86ce-e15d33119f21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854152307'] for network, before_response {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:16:35.918290 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648b6ca6-5b64-4e77-86ce-e15d33119f21 admin admin] Pushing event deleted for resources: {'Network': ['ID=acb28e88-36ad-4fe2-beb2-392b923cdcca,revision_number=None']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:16:35.921594 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-648b6ca6-5b64-4e77-86ce-e15d33119f21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:16:35.926608 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [None req-648b6ca6-5b64-4e77-86ce-e15d33119f21 admin admin] 10.222.0.20 "DELETE /v2.0/networks/acb28e88-36ad-4fe2-beb2-392b923cdcca HTTP/1.1" status: 204 len: 168 time: 0.9052989 Apr 17 04:16:36.048180 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.20', 34678) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 17 04:16:36.099501 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [None req-99bacf0c-9a83-4c8d-80c1-36542260d05b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a5af4fbf546b4fa5968bd49fa8bffec8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0499675 Apr 17 04:16:36.101891 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.20', 34682) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 17 04:16:36.163978 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-cda864d3-bb66-472b-bad1-d290760560f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:16:36.195575 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-cda864d3-bb66-472b-bad1-d290760560f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:16:36.246724 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-cda864d3-bb66-472b-bad1-d290760560f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920236'] for security_group, after_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:16:36.252076 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-3e701c60-5043-450c-876d-7b5edb832985 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 17 04:16:36.272817 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda864d3-bb66-472b-bad1-d290760560f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f568f74a-234d-4d72-89a4-1fd78c11d7b7,revision_number=None']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 17 04:16:36.276190 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG oslo_concurrency.lockutils [None req-cda864d3-bb66-472b-bad1-d290760560f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 17 04:16:36.283628 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-cda864d3-bb66-472b-bad1-d290760560f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:16:36.284901 dv-cinder-786054-2-smb neutron-server[86217]: INFO neutron.wsgi [None req-cda864d3-bb66-472b-bad1-d290760560f7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f568f74a-234d-4d72-89a4-1fd78c11d7b7 HTTP/1.1" status: 204 len: 168 time: 0.1820669 Apr 17 04:16:37.293278 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-8b0128df-ab87-4e5a-a88a-088d4cfb216c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244554870149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852757949'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:16:39.575792 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-712b92d4-fe20-41b5-94bc-ce67515d53b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244554870149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852757949'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:16:39.707899 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.agents_db [None req-76d39d81-b417-4462-95bd-4e842fba9248 None None] Agent healthcheck: found 6 active agents {{(pid=86333) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 17 04:16:40.638616 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-c4f59f18-ba4f-4d63-813b-4697a67f74c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244554870149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852757949'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:16:40.978761 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244554870149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852757949'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:16:41.780274 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-6f7ee5bc-ae74-4cc6-a62a-23eab2a2e65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244554870149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852757949'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:16:42.537949 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244554870149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852757949'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:17:07.306457 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-a21f54da-f4b6-46e3-b45f-61d4ae0b99dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244554870149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852757949'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:17:09.583378 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-4a826f68-1d90-47bf-9760-947fb994bf3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244554870149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852757949'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:17:10.634088 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-c4f59f18-ba4f-4d63-813b-4697a67f74c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244554870149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852757949'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:17:10.985306 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244554870149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852757949'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:17:11.781089 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-6f7ee5bc-ae74-4cc6-a62a-23eab2a2e65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244554870149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852757949'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:17:12.541608 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244554870149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852757949'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:17:16.706862 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.agents_db [None req-76d39d81-b417-4462-95bd-4e842fba9248 None None] Agent healthcheck: found 6 active agents {{(pid=86333) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 17 04:17:37.309598 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-7e9ee9ac-2470-4669-a1b9-b04f81df9032 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244554870149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852757949'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:17:39.570745 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-b24e6b6f-70fa-4306-bb21-683a6522aba2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244554870149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852757949'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:17:40.642680 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-c4f59f18-ba4f-4d63-813b-4697a67f74c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244554870149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852757949'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:17:40.974476 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244554870149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852757949'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:17:41.784646 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-6f7ee5bc-ae74-4cc6-a62a-23eab2a2e65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244554870149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852757949'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:17:42.534318 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244554870149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852757949'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:17:53.706337 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.agents_db [None req-76d39d81-b417-4462-95bd-4e842fba9248 None None] Agent healthcheck: found 6 active agents {{(pid=86333) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 17 04:18:07.309399 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-b6278bc4-08c8-4d7f-82d8-375ef3e2958a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244554870149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852757949'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:18:09.576458 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-402dd856-fee5-432d-8650-607c7b449f83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244554870149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852757949'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:18:10.648710 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-c4f59f18-ba4f-4d63-813b-4697a67f74c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244554870149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852757949'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:18:10.980548 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244554870149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852757949'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:18:11.795311 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-6f7ee5bc-ae74-4cc6-a62a-23eab2a2e65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244554870149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852757949'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:18:12.537570 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244554870149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852757949'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:18:30.704961 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.agents_db [None req-76d39d81-b417-4462-95bd-4e842fba9248 None None] Agent healthcheck: found 6 active agents {{(pid=86333) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 17 04:18:37.314323 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-6fcd7c53-22e5-47b0-be0d-09456a820c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244554870149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852757949'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:18:39.571491 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-2d29ae07-b335-4aa1-b700-083d46080ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244554870149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852757949'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:18:40.653682 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-c4f59f18-ba4f-4d63-813b-4697a67f74c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244554870149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852757949'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:18:40.976172 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244554870149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852757949'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:18:41.793786 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-6f7ee5bc-ae74-4cc6-a62a-23eab2a2e65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244554870149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852757949'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:18:42.527478 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244554870149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852757949'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:19:07.318539 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-fae2a46d-e4e1-44a5-b92c-affa9ea83638 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244554870149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852757949'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:19:07.703576 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.agents_db [None req-76d39d81-b417-4462-95bd-4e842fba9248 None None] Agent healthcheck: found 6 active agents {{(pid=86333) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 17 04:19:09.568185 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-39aab905-dded-4142-bc4a-6339896eab54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244554870149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852757949'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:19:10.654824 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-c4f59f18-ba4f-4d63-813b-4697a67f74c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244554870149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852757949'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:19:10.982086 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244554870149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852757949'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:19:11.797629 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-6f7ee5bc-ae74-4cc6-a62a-23eab2a2e65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244554870149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852757949'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:19:12.535426 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244554870149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852757949'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:19:37.319285 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-45378567-db62-459a-839f-dec1eae17d51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244554870149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852757949'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:19:39.569486 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-00b8cced-c336-4879-a209-20fb1ad8cc23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244554870149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852757949'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:19:40.665843 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-c4f59f18-ba4f-4d63-813b-4697a67f74c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244554870149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852757949'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:19:40.985415 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244554870149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852757949'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:19:41.799604 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-6f7ee5bc-ae74-4cc6-a62a-23eab2a2e65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244554870149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852757949'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:19:42.526162 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244554870149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852757949'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:19:44.705661 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.agents_db [None req-76d39d81-b417-4462-95bd-4e842fba9248 None None] Agent healthcheck: found 6 active agents {{(pid=86333) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 17 04:20:07.318838 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-3ebb3d15-53ed-4431-86dc-a571acdcd151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244554870149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852757949'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:20:09.566490 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-91584ba1-129e-4eb7-aa91-a5cbbc333a01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244554870149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852757949'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:20:10.665283 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-c4f59f18-ba4f-4d63-813b-4697a67f74c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244554870149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852757949'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:20:10.990362 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244554870149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852757949'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:20:11.809276 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-6f7ee5bc-ae74-4cc6-a62a-23eab2a2e65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244554870149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852757949'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:20:12.531752 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244554870149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852757949'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:20:21.706239 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.agents_db [None req-76d39d81-b417-4462-95bd-4e842fba9248 None None] Agent healthcheck: found 6 active agents {{(pid=86333) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 17 04:20:37.323656 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-2ff2849a-f032-4753-bec2-cdb8592eb4c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244554870149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852757949'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:20:39.573383 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-6a269a82-e1e4-4119-9cea-582d97d10846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244554870149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852757949'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:20:40.665078 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-c4f59f18-ba4f-4d63-813b-4697a67f74c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244554870149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852757949'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:20:40.979723 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244554870149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852757949'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:20:41.810150 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-6f7ee5bc-ae74-4cc6-a62a-23eab2a2e65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244554870149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852757949'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:20:42.526523 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244554870149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852757949'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:20:58.704901 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron.db.agents_db [None req-76d39d81-b417-4462-95bd-4e842fba9248 None None] Agent healthcheck: found 6 active agents {{(pid=86333) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 17 04:21:07.314018 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-14cab309-42d4-4483-a424-cc1a9799a7d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244554870149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852757949'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:21:09.566098 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-52ef9c96-1d82-45c7-ba11-b0b3bebca8f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244554870149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852757949'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:21:10.669252 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-c4f59f18-ba4f-4d63-813b-4697a67f74c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244554870149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852757949'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:21:10.980380 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-82cb4c3c-5444-45e6-bb6e-255468575b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244554870149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852757949'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:21:11.814872 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-6f7ee5bc-ae74-4cc6-a62a-23eab2a2e65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244554870149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852757949'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 17 04:21:12.531114 dv-cinder-786054-2-smb neutron-server[86217]: DEBUG neutron_lib.callbacks.manager [None req-1bf99a12-f5f0-44cc-af02-89290d836292 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244554870149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852757949'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}